-- Logs begin at Thu 2021-05-20 21:04:00 UTC, end at Thu 2021-05-20 21:59:54 UTC. -- May 20 21:34:05.687401 dv-cinder-792462-4-smb systemd[1]: Started Devstack devstack@q-svc.service. May 20 21:34:08.161562 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.common.config [-] Logging enabled! May 20 21:34:08.162277 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev225 May 20 21:34:08.162358 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98235) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 20 21:34:08.165765 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.common.config [-] Logging enabled! May 20 21:34:08.166026 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev225 May 20 21:34:08.166342 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98235) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 20 21:34:08.167294 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 21:34:08.167532 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 21:34:08.167902 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 21:34:08.168148 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 21:34:08.168409 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 21:34:08.168739 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.169046 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.169350 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.169582 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.169886 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.170184 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.170471 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.170766 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.171072 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.171357 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.171647 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.171939 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.172173 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.172485 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.172779 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.173075 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.173308 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] debug = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.173588 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.174022 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.174448 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.174734 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.175030 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.175315 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.175592 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.175873 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.176167 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.176525 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] host = dv-cinder-792462-4-smb {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.176809 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.177104 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.177398 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.177691 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.177984 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.178255 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.178546 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.178825 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.179104 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] log_file = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.179386 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.179722 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.180019 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.180422 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.180658 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.180886 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.181185 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.181485 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.181769 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.182050 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.182333 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.182615 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.182894 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.183169 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.183463 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.183755 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.184047 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.184359 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.184642 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.184918 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.185194 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.185487 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.185766 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.186043 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.186321 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.186616 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.186888 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.187166 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.187471 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.187764 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.188053 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.188366 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.188648 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.188937 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.189216 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.189493 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.189771 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] use_json = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.190049 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.190326 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.190613 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.190890 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.191181 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.191449 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.191728 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.192290 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:08.192604 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.192907 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.193216 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.193511 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.193815 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.194104 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.194402 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.194686 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.194985 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.195968 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.196324 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.196618 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.196920 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.197211 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.197519 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.197832 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.198139 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.198440 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.198726 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.199008 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.199291 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.199578 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.199873 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.200175 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.200500 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.200783 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.201071 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.201367 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.201653 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.201935 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.202220 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.202518 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.202803 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.203080 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.203371 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.203654 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.203934 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.204212 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.204531 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.204830 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.205115 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.205394 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.205673 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.205955 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.206234 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.206522 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.206808 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.207088 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.207367 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.207650 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.207929 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.208209 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.208528 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.208799 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.209086 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.209360 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.209639 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.209915 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.210193 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.210472 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.210841 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.211127 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.211425 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.211700 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.211992 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.212304 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.212579 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.212861 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.213157 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.213465 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.213755 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.214043 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.214346 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.214620 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.214909 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.215198 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.215488 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.215776 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.216060 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.216389 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.216683 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.216980 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.217273 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.217559 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.217865 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.218150 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.218443 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.218728 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.219015 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.219314 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.219607 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.219908 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.220209 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.220536 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.220836 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.221136 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.221425 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.221743 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.222036 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:08.222256 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 21:34:08.222502 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98235) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 20 21:34:08.579975 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:34:08.580174 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:34:08.580486 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:34:08.580829 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.manager [-] Loading core plugin: ml2 May 20 21:34:08.895539 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:08.895829 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:08.896104 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:08.897396 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:08.897673 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:08.897935 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.018894 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.019170 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.019444 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.032966 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.033248 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.033515 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.063349 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.063629 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.063903 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.103906 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.104186 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.104486 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.339246 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.339855 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.339855 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.340085 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.340747 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.466046 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.466367 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.466653 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.466937 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.467207 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.467520 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.467785 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.468044 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.468323 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.468609 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.468872 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.469143 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.469411 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.469669 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.469944 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.470275 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.470463 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.470878 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.471145 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.471432 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.471789 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.472047 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.472328 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.472616 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.472872 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.473123 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.473524 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 21:34:09.473791 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 21:34:09.474013 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 21:34:09.474259 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 21:34:09.474498 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 21:34:09.474738 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 21:34:09.475115 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 20 21:34:09.479007 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 20 21:34:09.483035 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 20 21:34:09.486929 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) May 20 21:34:09.488602 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 20 21:34:09.489070 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 20 21:34:09.489413 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 20 21:34:09.489808 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 20 21:34:09.493435 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 20 21:34:09.493687 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 20 21:34:09.494043 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 20 21:34:09.522606 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 20 21:34:09.523069 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.523421 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98235) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 20 21:34:09.523859 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.525256 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98235) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 20 21:34:09.525552 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 20 21:34:09.525802 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 20 21:34:09.529071 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.529356 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:09.610850 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 20 21:34:09.611097 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 20 21:34:09.611339 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 20 21:34:09.611729 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 20 21:34:09.643842 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_db.sqlalchemy.engines [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98235) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 20 21:34:09.995344 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.plugins.ml2.managers [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Initializing driver for type 'gre' May 20 21:34:09.995905 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] gre ID ranges: [(1, 1000)] May 20 21:34:10.055227 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.plugins.ml2.managers [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Initializing driver for type 'local' May 20 21:34:10.055633 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.plugins.ml2.managers [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Initializing driver for type 'vlan' May 20 21:34:10.068446 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] VlanTypeDriver initialization complete May 20 21:34:10.068746 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.plugins.ml2.managers [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Initializing driver for type 'vxlan' May 20 21:34:10.069257 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] vxlan ID ranges: [(1, 1000)] May 20 21:34:10.121683 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.plugins.ml2.managers [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Initializing extension driver 'port_security' May 20 21:34:10.122184 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.plugins.ml2.extensions.port_security [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] PortSecurityExtensionDriver initialization complete May 20 21:34:10.122609 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.plugins.ml2.managers [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Initializing mechanism driver 'openvswitch' May 20 21:34:10.123050 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.plugins.ml2.managers [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Initializing mechanism driver 'hyperv' May 20 21:34:10.129741 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:34:10.130524 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > port after_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.130897 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > port after_update 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.131254 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > port after_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.131650 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > subnet after_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.132004 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > subnet after_update 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.132386 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.133409 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > network after_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.133763 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > network after_update 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.134224 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > network after_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.134610 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > security_group after_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.134962 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > security_group after_update 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.135312 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.135698 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.136046 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.136424 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.136805 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > address_group after_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.137152 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > address_group after_update 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.137492 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.137834 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] ML2 OVO RPC backend initialized. {{(pid=98235) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 20 21:34:10.138538 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.138899 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.139317 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > network before_response 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.139667 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > networks before_response 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.140077 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > port before_response 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.140399 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > ports before_response 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.140751 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > subnet before_response 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.141096 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > subnets before_response 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.141445 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > network after_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.141787 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > network after_update 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.142120 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > network after_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.142458 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > port after_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.142797 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > port after_update 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.143132 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > port after_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.143474 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > subnet after_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.143809 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > subnet after_update 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.144138 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.144743 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.plugins.ml2.plugin [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Modular L2 Plugin initialization complete May 20 21:34:10.145073 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading services supported by the core plugin {{(pid=98235) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 20 21:34:10.145399 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.plugins.ml2.managers [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Got port-security extension from driver 'port_security' May 20 21:34:10.145860 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.extensions.vlantransparent [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Disabled vlantransparent extension. May 20 21:34:10.146349 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98235) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 20 21:34:10.146663 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading Plugin: router May 20 21:34:10.184590 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.184995 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > router after_create 55549900 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.185378 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > router before_create 55549900 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.185787 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.186124 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.186482 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > router after_delete 55549900 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.186843 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.187215 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > router after_create 55549900 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.187596 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > router after_update 55549900 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.187948 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > router after_update 55549900 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.188337 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.188680 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > router after_update 55549900 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.189086 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > router precommit_update 55549900 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.189462 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: port after_update 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.189797 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: port after_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.190202 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: subnet after_update 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.190475 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.190828 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.191275 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > router precommit_create 55549900 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.191555 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: port before_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.191855 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > router precommit_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.192503 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > router after_update 55549900 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.192890 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.193194 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > router precommit_create 55549900 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.193562 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.193901 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > router precommit_update 55549900 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.194272 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > network after_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.195762 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.quota.resource_registry [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Tracking information for resource: router configured {{(pid=98235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 21:34:10.196125 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.quota.resource_registry [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Tracking information for resource: floatingip configured {{(pid=98235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 21:34:10.201282 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.db.l3_agentschedulers_db [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 20 21:34:10.201871 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: port after_update 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.202238 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: port after_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.202595 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: port after_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.202946 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: port after_update 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.203755 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > router before_create 55550100 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.204124 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.204509 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > router precommit_create 55550100 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.204869 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > router precommit_update 55550100 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.209558 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.services.provider_configuration [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Service providers = [] {{(pid=98235) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 20 21:34:10.209925 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.db.servicetype_db [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98235) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 20 21:34:10.212982 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.services.service_base [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98235) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 21:34:10.213334 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.services.service_base [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98235) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 21:34:10.213678 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.services.service_base [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98235) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 21:34:10.214568 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.services.service_base [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98235) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 21:34:10.214941 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.services.service_base [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Default provider is not specified for service type L3_ROUTER_NAT May 20 21:34:10.215494 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 21:34:10.215815 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 20 21:34:10.226860 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 21:34:10.227356 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading Plugin: auto_allocate May 20 21:34:10.233136 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: network precommit_update 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.233495 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: network precommit_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.234018 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 21:34:10.234341 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading Plugin: tag May 20 21:34:10.241145 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 21:34:10.241481 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading Plugin: timestamp May 20 21:34:10.246138 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 21:34:10.246417 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading Plugin: network_ip_availability May 20 21:34:10.251629 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.252002 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.252387 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.253107 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 21:34:10.253427 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading Plugin: flavors May 20 21:34:10.258323 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 21:34:10.258659 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading Plugin: revisions May 20 21:34:10.262878 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 21:34:10.263272 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.683s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:34:10.264000 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98235) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 20 21:34:10.264369 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Initializing extension manager. May 20 21:34:10.264878 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: __init__.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.265223 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: __pycache__ {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.265560 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.265895 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: address_group.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.266654 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.267228 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: address-group May 20 21:34:10.267552 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: address_scope.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.268260 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.268793 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: address-scope May 20 21:34:10.269115 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.270036 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.270556 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: router-admin-state-down-before-update May 20 21:34:10.270880 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: agent.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.271575 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.272077 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: agent May 20 21:34:10.272431 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: agent_resources_synced.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.273359 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.273864 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: agent-resources-synced May 20 21:34:10.274188 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: allowedaddresspairs.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.275941 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.276486 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: allowed-address-pairs May 20 21:34:10.276819 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: auto_allocated_topology.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.277891 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.278406 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: auto-allocated-topology May 20 21:34:10.278731 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: availability_zone.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.279419 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.279923 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: availability_zone May 20 21:34:10.280249 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: availability_zone_filter.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.281182 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.281686 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: availability_zone_filter May 20 21:34:10.282006 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: data_plane_status.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.282897 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.283395 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extension data-plane-status not supported by any of loaded plugins May 20 21:34:10.283715 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: default_subnetpools.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.284642 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.285142 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: default-subnetpools May 20 21:34:10.285463 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.286271 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.286777 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: dhcp_agent_scheduler May 20 21:34:10.287106 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: dns.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.288005 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.288535 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extension dns-integration not supported by any of loaded plugins May 20 21:34:10.289436 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: dns_domain_ports.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.290352 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.290903 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extension dns-domain-ports not supported by any of loaded plugins May 20 21:34:10.291174 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: dvr.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.291841 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.292371 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: dvr May 20 21:34:10.292695 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: empty_string_filtering.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.293594 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.294095 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: empty-string-filtering May 20 21:34:10.294417 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.295322 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.295822 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 20 21:34:10.296139 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.297068 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.297569 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 20 21:34:10.297889 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: external_net.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.298794 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.299291 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: external-net May 20 21:34:10.299612 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.300538 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.301039 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: extra_dhcp_opt May 20 21:34:10.301359 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: extraroute.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.302257 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.302753 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: extraroute May 20 21:34:10.303073 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: extraroute_atomic.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.304098 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.305204 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: extraroute-atomic May 20 21:34:10.305524 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: filter_validation.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.306189 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.306696 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: filter-validation May 20 21:34:10.307011 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: fip_pf_description.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.308114 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.308647 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 20 21:34:10.308972 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: fip_port_details.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.309871 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.310377 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: fip-port-details May 20 21:34:10.310699 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: flavors.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.311922 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.312467 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: flavors May 20 21:34:10.312796 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.314455 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.314972 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 20 21:34:10.315301 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: floatingip_pools.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.316000 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.316535 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: floatingip-pools May 20 21:34:10.316859 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: ip_allocation.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.318024 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.318524 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extension ip_allocation not supported by any of loaded plugins May 20 21:34:10.318844 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.319747 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.320301 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: ip-substring-filtering May 20 21:34:10.320631 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: l2_adjacency.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.321557 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.322060 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extension l2_adjacency not supported by any of loaded plugins May 20 21:34:10.322375 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: l3.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.323351 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.323865 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: router May 20 21:34:10.324191 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.326455 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.326984 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 20 21:34:10.327321 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.328241 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.328785 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: ext-gw-mode May 20 21:34:10.329117 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.330029 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.330534 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: l3-ha May 20 21:34:10.330861 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: l3_flavors.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.331758 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.332262 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: l3-flavors May 20 21:34:10.332609 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.333524 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.334032 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: l3-port-ip-change-not-allowed May 20 21:34:10.334357 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: l3agentscheduler.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.335383 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.335932 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: l3_agent_scheduler May 20 21:34:10.336253 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: logging.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.337752 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.338269 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extension logging not supported by any of loaded plugins May 20 21:34:10.338601 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: metering.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.339340 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.339916 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: metering May 20 21:34:10.340249 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.341355 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.341869 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: metering_source_and_destination_fields May 20 21:34:10.342197 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: multiprovidernet.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.343232 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.343740 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: multi-provider May 20 21:34:10.344067 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: netmtu.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.345004 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.345510 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: net-mtu May 20 21:34:10.345836 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: netmtu_writable.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.346749 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.347250 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: net-mtu-writable May 20 21:34:10.347572 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: network_availability_zone.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.348238 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.348773 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: network_availability_zone May 20 21:34:10.349095 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: network_ip_availability.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.350186 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.350696 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: network-ip-availability May 20 21:34:10.351019 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: network_segment_range.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.352518 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.353016 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extension network-segment-range not supported by any of loaded plugins May 20 21:34:10.353340 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: pagination.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.354321 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.354670 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: pagination May 20 21:34:10.354972 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: port_device_profile.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.355875 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.356415 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: port-device-profile May 20 21:34:10.356739 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.357649 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.358158 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: port-mac-address-regenerate May 20 21:34:10.358478 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.359381 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.359883 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: port-numa-affinity-policy May 20 21:34:10.360212 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: port_resource_request.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.361153 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.361654 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extension port-resource-request not supported by any of loaded plugins May 20 21:34:10.361973 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: portbindings.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.362906 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.363410 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: binding May 20 21:34:10.363756 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: portbindings_extended.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.365074 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.365587 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: binding-extended May 20 21:34:10.365915 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: portsecurity.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.366814 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.367403 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: port-security May 20 21:34:10.367906 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: project_id.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.368912 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.369246 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: project-id May 20 21:34:10.369571 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: providernet.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.370489 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.371003 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: provider May 20 21:34:10.371323 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: qos.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.374938 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.375465 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extension qos not supported by any of loaded plugins May 20 21:34:10.375796 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.377153 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.377666 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 20 21:34:10.377998 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.378911 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.379418 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 20 21:34:10.379745 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: qos_default.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.380676 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.381183 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extension qos-default not supported by any of loaded plugins May 20 21:34:10.381508 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: qos_fip.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.382159 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.383199 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extension qos-fip not supported by any of loaded plugins May 20 21:34:10.383621 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: qos_gateway_ip.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.384568 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.385083 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 20 21:34:10.385405 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: qos_port_network_policy.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.386305 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.386816 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 20 21:34:10.387139 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: qos_rule_type_details.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.388045 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.388584 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 20 21:34:10.388907 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: qos_rules_alias.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.389942 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.390459 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extension qos-rules-alias not supported by any of loaded plugins May 20 21:34:10.390792 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: quotasv2.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.391876 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.392208 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: quotas May 20 21:34:10.392555 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: quotasv2_detail.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.394182 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.394516 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: quota_details May 20 21:34:10.394852 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: rbac.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.395916 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.396474 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: rbac-policies May 20 21:34:10.396796 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: rbac_address_group.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.397732 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.398297 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: rbac-address-group May 20 21:34:10.398626 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: rbac_address_scope.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.399543 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.400054 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: rbac-address-scope May 20 21:34:10.400408 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: rbac_security_groups.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.401331 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.401835 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: rbac-security-groups May 20 21:34:10.402156 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: rbac_subnetpool.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.403084 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.403584 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: rbac-subnetpool May 20 21:34:10.403904 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: revisionifmatch.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.404847 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.405354 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: revision-if-match May 20 21:34:10.405674 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: revisions.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.406794 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.407296 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: standard-attr-revisions May 20 21:34:10.407622 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: router_availability_zone.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.408383 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.408892 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: router_availability_zone May 20 21:34:10.409215 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: routerservicetype.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.410127 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.410629 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extension router-service-type not supported by any of loaded plugins May 20 21:34:10.410956 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.411869 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.412490 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: security-groups-normalized-cidr May 20 21:34:10.412769 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.413630 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.414675 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: port-security-groups-filtering May 20 21:34:10.414994 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.415910 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.416461 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: security-groups-remote-address-group May 20 21:34:10.416779 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: securitygroup.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.426569 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.427097 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: security-group May 20 21:34:10.427434 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: segment.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.428219 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.428758 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extension segment not supported by any of loaded plugins May 20 21:34:10.429086 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.430074 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.430583 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 20 21:34:10.430911 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: servicetype.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.432021 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.432569 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: service-type May 20 21:34:10.432897 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: sorting.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.433867 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.434198 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: sorting May 20 21:34:10.434518 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: standard_attr_segment.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.435417 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.435924 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extension standard-attr-segment not supported by any of loaded plugins May 20 21:34:10.436248 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: standardattrdescription.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.436908 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.437411 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: standard-attr-description May 20 21:34:10.437732 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: stateful_security_group.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.438638 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.439151 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: stateful-security-group May 20 21:34:10.439475 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: stdattrs_common.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.440049 dv-cinder-792462-4-smb neutron-server[98235]: WARNING neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 20 21:34:10.440392 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.441386 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.441904 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 20 21:34:10.442530 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: subnet_onboard.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.443603 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.444120 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: subnet_onboard May 20 21:34:10.444477 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.445927 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.446609 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 20 21:34:10.446938 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: subnet_service_types.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.447851 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.448392 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: subnet-service-types May 20 21:34:10.448718 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: subnetallocation.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.449779 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.450301 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: subnet_allocation May 20 21:34:10.450625 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.451290 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.451803 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: subnetpool-prefix-ops May 20 21:34:10.452123 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.453087 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.453590 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 20 21:34:10.453911 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: tagging.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.454989 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.455524 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: standard-attr-tag May 20 21:34:10.455856 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: timestamp.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.457063 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.457577 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loaded extension: standard-attr-timestamp May 20 21:34:10.457908 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: trunk.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.458940 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.459450 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extension trunk not supported by any of loaded plugins May 20 21:34:10.459778 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: trunk_details.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.460784 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.461442 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extension trunk-details not supported by any of loaded plugins May 20 21:34:10.461769 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: uplink_status_propagation.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.462681 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.463185 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 20 21:34:10.463510 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Loading extension file: vlantransparent.py {{(pid=98235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 21:34:10.464179 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 21:34:10.464707 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extension vlan-transparent not supported by any of loaded plugins May 20 21:34:10.467203 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.quota.resource_registry [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Creating instance of TrackedResource for resource:network May 20 21:34:10.467955 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.quota.resource_registry [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Creating instance of TrackedResource for resource:subnet May 20 21:34:10.468779 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.quota.resource_registry [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Creating instance of TrackedResource for resource:subnetpool May 20 21:34:10.469399 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.quota.resource_registry [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Creating instance of TrackedResource for resource:port May 20 21:34:10.470703 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.v2.resource_helper [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 21:34:10.471149 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.v2.resource_helper [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Service FLAVORS assigned prefix: {{(pid=98235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 21:34:10.471784 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.v2.resource_helper [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 21:34:10.472209 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.v2.resource_helper [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 21:34:10.472566 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.quota.resource_registry [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Creating instance of TrackedResource for resource:router May 20 21:34:10.473223 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.quota.resource_registry [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Creating instance of TrackedResource for resource:floatingip May 20 21:34:10.473947 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.v2.resource_helper [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Service METERING assigned prefix: /metering {{(pid=98235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 21:34:10.475397 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.475773 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.476128 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:34:10.477935 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.quota.resource_registry [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Creating instance of CountableResource for resource:rbac_policy May 20 21:34:10.478391 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.quota.resource_registry [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Creating instance of TrackedResource for resource:security_group May 20 21:34:10.479062 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.quota.resource_registry [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Creating instance of TrackedResource for resource:security_group_rule May 20 21:34:10.479985 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.v2.resource_helper [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Service CORE assigned prefix: {{(pid=98235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 21:34:10.480499 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.quota.resource_registry [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Creating instance of TrackedResource for resource:subnetpool May 20 21:34:10.480955 dv-cinder-792462-4-smb neutron-server[98235]: WARNING neutron.quota.resource_registry [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] subnetpool is already registered May 20 21:34:10.481625 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.v2.resource_helper [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Service CORE assigned prefix: {{(pid=98235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 21:34:10.481959 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.quota.resource_registry [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Creating instance of TrackedResource for resource:subnetpool May 20 21:34:10.482286 dv-cinder-792462-4-smb neutron-server[98235]: WARNING neutron.quota.resource_registry [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] subnetpool is already registered May 20 21:34:10.486007 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.v2.resource_helper [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 21:34:10.486449 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.v2.resource_helper [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Service FLAVORS assigned prefix: {{(pid=98235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 21:34:10.487048 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.v2.resource_helper [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 21:34:10.488003 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.v2.resource_helper [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 21:34:10.488003 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.quota.resource_registry [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Creating instance of TrackedResource for resource:router May 20 21:34:10.488003 dv-cinder-792462-4-smb neutron-server[98235]: WARNING neutron.quota.resource_registry [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] router is already registered May 20 21:34:10.488743 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.quota.resource_registry [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Creating instance of TrackedResource for resource:floatingip May 20 21:34:10.489074 dv-cinder-792462-4-smb neutron-server[98235]: WARNING neutron.quota.resource_registry [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] floatingip is already registered May 20 21:34:10.489715 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.v2.resource_helper [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Service METERING assigned prefix: /metering {{(pid=98235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 21:34:10.490395 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.quota.resource_registry [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Creating instance of CountableResource for resource:rbac_policy May 20 21:34:10.490726 dv-cinder-792462-4-smb neutron-server[98235]: WARNING neutron.quota.resource_registry [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] rbac_policy is already registered May 20 21:34:10.491276 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.quota.resource_registry [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Creating instance of TrackedResource for resource:security_group May 20 21:34:10.491610 dv-cinder-792462-4-smb neutron-server[98235]: WARNING neutron.quota.resource_registry [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] security_group is already registered May 20 21:34:10.492483 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.quota.resource_registry [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Creating instance of TrackedResource for resource:security_group_rule May 20 21:34:10.492963 dv-cinder-792462-4-smb neutron-server[98235]: WARNING neutron.quota.resource_registry [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] security_group_rule is already registered May 20 21:34:10.493635 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.v2.resource_helper [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Service CORE assigned prefix: {{(pid=98235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 21:34:10.493966 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.quota.resource_registry [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Creating instance of TrackedResource for resource:subnetpool May 20 21:34:10.494297 dv-cinder-792462-4-smb neutron-server[98235]: WARNING neutron.quota.resource_registry [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] subnetpool is already registered May 20 21:34:10.494906 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.v2.resource_helper [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Service CORE assigned prefix: {{(pid=98235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 21:34:10.495236 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.quota.resource_registry [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Creating instance of TrackedResource for resource:subnetpool May 20 21:34:10.495564 dv-cinder-792462-4-smb neutron-server[98235]: WARNING neutron.quota.resource_registry [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] subnetpool is already registered May 20 21:34:10.496326 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: extensions {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.497775 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: address-groups {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.499376 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: address-scopes {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.500606 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: agents {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.501782 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: auto-allocated-topology {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.503030 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: availability_zones {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.504366 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: dhcp-networks {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.505767 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: dhcp-agents {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.507185 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: routers {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.509550 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: flavors {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.510721 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: service_profiles {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.511923 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: next_providers {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.513488 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: service_profiles {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.514914 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: floatingip-pools {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.516138 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: routers {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.517969 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: floatingips {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.519162 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: l3-routers {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.520536 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: l3-agents {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.521957 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: metering-labels {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.523857 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: metering-label-rules {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.525309 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: network-ip-availabilities {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.526565 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: bindings {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.528201 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: quotas {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.529646 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: quotas {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.531106 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: rbac-policies {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.532440 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: security-groups {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.533638 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: security-group-rules {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.534879 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: service-providers {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.536099 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: subnetpools {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.537545 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: subnetpools {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.539254 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: tags {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.540944 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: tags {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.542777 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: tags {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.544570 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: tags {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.547533 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: tags {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.549411 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: tags {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.551114 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: tags {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.665393 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: tags {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.667177 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: tags {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.669042 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron.api.extensions [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Extended resource: tags {{(pid=98235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 21:34:10.675012 dv-cinder-792462-4-smb neutron-server[98235]: WARNING keystonemiddleware.auth_token [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 20 21:34:10.680312 dv-cinder-792462-4-smb neutron-server[98235]: WARNING keystonemiddleware.auth_token [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 20 21:34:10.689019 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Acquired lock "singleton_lock" {{(pid=98235) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 20 21:34:10.689505 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Releasing lock "singleton_lock" {{(pid=98235) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 20 21:34:10.690151 dv-cinder-792462-4-smb neutron-server[98235]: INFO oslo_service.service [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Starting 2 workers May 20 21:34:10.695053 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Started child 98342 {{(pid=98235) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 21:34:10.699585 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Started child 98343 {{(pid=98235) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 21:34:10.700207 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:10.701206 dv-cinder-792462-4-smb neutron-server[98235]: INFO neutron.service [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Neutron service started, listening on 0.0.0.0:9696 May 20 21:34:10.701692 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [-] (98342) wsgi starting up on http://0.0.0.0:9696 May 20 21:34:10.701889 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Notify callbacks [] for process, before_spawn {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:10.704196 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:10.704696 dv-cinder-792462-4-smb neutron-server[98235]: INFO oslo_service.service [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Starting 1 workers May 20 21:34:10.705591 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [-] (98343) wsgi starting up on http://0.0.0.0:9696 May 20 21:34:10.709235 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Started child 98344 {{(pid=98235) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 21:34:10.709758 dv-cinder-792462-4-smb neutron-server[98235]: INFO oslo_service.service [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Starting 1 workers May 20 21:34:10.713335 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.service [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] calling RpcWorker wait() {{(pid=98344) _wait /opt/stack/neutron/neutron/service.py:128}} May 20 21:34:10.713904 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.service [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] returning from RpcWorker wait() {{(pid=98344) _wait /opt/stack/neutron/neutron/service.py:135}} May 20 21:34:10.714689 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Started child 98345 {{(pid=98235) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 21:34:10.715199 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:10.715477 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7f4315aa-5113-4903-bf94-8b7389ec36c8 None None] Notify callbacks [] for process, after_spawn {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:10.715671 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:34:10.717431 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98235) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 20 21:34:10.717648 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 21:34:10.717836 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 21:34:10.718081 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 21:34:10.718401 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 21:34:10.718572 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 21:34:10.719062 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.719344 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.719584 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:10.720061 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.720061 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.720195 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.720755 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.721036 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.721289 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.721581 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.721835 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.722010 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.722180 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.722438 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.722706 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.723025 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.723362 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.723626 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.723885 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.724052 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.724338 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.724620 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.724845 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.725111 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] debug = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.725365 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.725832 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.726084 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.726405 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.727176 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.727468 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.727723 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.728012 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.728252 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.728524 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.728766 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.729028 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.729255 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.729490 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.729727 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.729992 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.730231 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.730726 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] host = dv-cinder-792462-4-smb {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.730966 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.731204 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.731454 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.731713 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.731960 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.732180 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.732462 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.732725 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.732984 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.733256 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.733524 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.733675 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.733963 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.734160 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] log_file = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.734315 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] log_options = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.734533 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.734813 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.735094 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.735345 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.735499 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.735642 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.735844 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.736000 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.736250 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.736490 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.736706 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.736930 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.737163 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.737411 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.737657 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.737889 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.738148 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.738376 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.738632 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.738883 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.739131 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.739359 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.739599 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.739819 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.740037 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.740251 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.740514 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.740728 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.740940 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.741183 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.741403 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.741649 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.741998 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.742270 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.742513 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.742700 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.743254 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.743254 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.743797 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.743941 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.744215 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.744446 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.744871 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.745020 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.745367 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.746111 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] use_json = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.746111 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.746111 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.746558 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.746558 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.746801 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:34:10.746894 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.746990 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.747188 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.747434 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.747861 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.748121 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.748636 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.748791 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.748944 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.749212 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.749447 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.749669 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.749903 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.750168 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.750484 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.750747 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.751042 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.751304 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.751567 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.751889 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.752342 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.752614 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.752863 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.753074 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.753359 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.753553 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.753912 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.754170 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.754413 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.754677 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.754896 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.755138 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.755377 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.755594 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.755829 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.756044 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.756353 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.756586 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.756826 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.757049 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.757282 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.757544 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.757805 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.758035 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.758277 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.758718 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.758980 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.759204 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.759426 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.759678 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.760555 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.760555 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.760555 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.760977 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.760977 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.761397 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.761842 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.761997 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.762208 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.762431 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.762652 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.762870 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.763058 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.763280 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.763539 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.763880 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.764149 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.764323 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.764596 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.764742 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.764903 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.765122 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.765367 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.765589 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.765811 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.766053 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.766598 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.766598 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.766889 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.766889 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.767154 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.767316 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.767536 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.767773 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.767994 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.768216 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.768463 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.768683 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.769035 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.769271 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.769496 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.769786 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.769994 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.770275 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.770521 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.770764 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.771025 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.771268 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.771503 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.771780 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.772043 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.772331 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.772563 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.772787 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.773028 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.773852 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.774289 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.774525 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.774897 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.775055 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.775285 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.775525 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.775782 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.776022 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.776329 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.776789 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.776959 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.777108 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.777332 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.777618 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.777938 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.778192 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.778490 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.778759 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.778997 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.779271 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.779538 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.779804 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.780039 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.780325 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.780573 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.780821 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.781069 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.781309 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.781526 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.781775 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.782098 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.782336 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.782552 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.782789 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.783095 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.783330 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.783581 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.783866 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.784116 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.784425 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.784650 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.784926 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.785144 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.785384 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.785619 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.785834 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.786125 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.786279 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.786530 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.786750 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.786964 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.787201 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.787416 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.787637 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.787914 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.788065 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.788309 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.788563 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.788807 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.789060 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.789806 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.790026 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.790265 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.790582 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.790800 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.791057 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.791277 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.791562 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.791814 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.792075 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.792334 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.792570 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.792832 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.793052 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.793299 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.793519 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.793740 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.793953 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.794176 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.795102 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.795102 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.795102 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.795102 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.795482 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.795565 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.795876 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.796148 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.797362 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.797362 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.797362 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.797362 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.797362 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.798656 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.798656 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.798656 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.798656 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.798656 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.799349 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.799349 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.799349 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.799757 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.799757 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.800031 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.800176 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.800957 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.800957 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.800957 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.801756 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.801756 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.801756 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.801756 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.802683 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.802683 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.802683 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.802683 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.803801 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.803801 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.803801 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.803801 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.803801 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.803801 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.804870 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.804870 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.804870 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.805294 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.805294 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.806228 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.806228 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.806228 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.806228 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.806763 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.806763 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.807063 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.807213 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.808489 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.808489 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.808489 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.808489 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.808489 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.809115 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.809115 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.809115 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.809390 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.809680 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.809970 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.810229 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.810483 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.810933 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.811408 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.811879 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.812362 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.812834 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.813197 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.813472 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.813754 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.814012 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.814304 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.814680 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.815060 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.815320 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.815530 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.815831 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.816012 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.816300 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.816517 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.816946 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.817437 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.817656 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.817887 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.818121 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.818369 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.818587 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.818748 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 21:34:10.819794 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98235) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 20 21:34:10.819794 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 21:34:10.819794 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 21:34:10.819794 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 21:34:10.820118 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 21:34:10.820387 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 21:34:10.820608 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.820788 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.820979 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.821053 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.821222 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.821402 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.821569 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.821728 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.821888 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.822050 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.822209 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.822368 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.822530 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.822690 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.822850 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.823006 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.823157 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.823311 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.823470 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.823633 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.823797 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.823956 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.824115 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] debug = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.824291 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.824492 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.824658 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.824827 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.824986 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.825123 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.825255 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.825418 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.825751 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.825908 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.826064 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.826372 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.826538 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.826684 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.826819 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.826964 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.827109 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.827265 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] host = dv-cinder-792462-4-smb {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.827399 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.827558 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.827718 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.827873 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.828030 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.828179 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.828382 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.828545 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.828706 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.828849 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.829008 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.829159 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.829312 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.829473 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] log_file = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.829624 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] log_options = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.829786 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.829938 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.830092 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.830270 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.830431 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.830588 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.830736 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.830899 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.831050 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.831211 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.831358 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.831506 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.831644 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.831807 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.831959 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.832098 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.832259 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.832438 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.832588 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.832727 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.832873 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.833012 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.833174 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.833318 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.833480 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.833644 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.833788 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.833949 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.834101 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.834249 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.834396 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.834545 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.834684 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.834820 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.834983 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.835127 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.835290 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.835477 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.836187 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.836853 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.837059 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.837205 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.837593 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.837774 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.837968 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.838192 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] use_json = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.838379 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.838651 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.838651 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.839507 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.839507 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.839507 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.839507 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.840634 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 21:34:10.840634 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.840634 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.840634 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.840634 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.840634 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.841127 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.841127 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.841127 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.841127 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.841406 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.841489 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.841579 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.841762 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.841925 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.842092 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.842287 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.842480 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.842643 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.842785 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.842995 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.842995 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.843334 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.843334 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.843650 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.843650 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.843969 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.843969 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.844227 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.844227 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.844591 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.844591 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.844907 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.844907 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.845229 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.845229 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.845566 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.845566 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.845821 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.845821 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.846170 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.846170 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.846442 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.846442 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.846716 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.846716 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.846983 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.846983 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.847251 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.847384 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.847520 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.847672 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.848341 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.848341 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.848341 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.848341 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.848617 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.848617 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.848768 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.848834 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.849010 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.849133 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.849310 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.849504 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.849655 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.849797 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.849933 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.850088 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.850251 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.850414 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.850578 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.850741 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.850905 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.851069 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.851233 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.852043 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.852240 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.852530 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.852676 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.852840 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.853009 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.853174 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.853322 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.853527 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.853627 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.853784 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.853980 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.854135 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.854301 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.854840 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.854840 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.854840 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.855121 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.855121 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.855364 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.855364 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.855619 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.855748 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.855853 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.856004 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.856168 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.856394 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.856562 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.856704 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.856831 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.856973 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.857059 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:34:10.857154 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.857288 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.857452 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.857617 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.857784 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.857950 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.858115 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.858280 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.858448 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.858612 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.858907 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.859010 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.859104 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.859260 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.859574 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.859574 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.859729 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.863398 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.863603 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.863771 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.863954 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.864064 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 36430) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:34:10.864142 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.864333 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.864521 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.864695 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.864867 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.865038 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.865231 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.865398 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.865565 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.865729 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.865895 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.866061 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.866225 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.866389 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.866553 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.866717 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.866899 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.867164 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.867329 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.867494 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.867657 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.867820 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.868101 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.868240 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.868381 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.868592 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.869806 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.869806 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.869806 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.869806 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.869806 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.869806 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.869806 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.870580 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.870580 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.870580 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.870580 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.870580 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.870580 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.871252 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.871252 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.871252 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.871252 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.871714 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.871714 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.871714 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.872059 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.872059 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.872320 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.872320 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.872556 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.872678 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.872814 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.872939 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.873063 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.873185 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.873338 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.873622 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.873781 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.874095 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.874095 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.874347 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.874347 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.874582 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.874582 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.874812 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.874935 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.875056 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.875344 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.875344 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.875782 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.875782 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.875782 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.876145 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.876145 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.876518 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.876518 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.876834 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.876834 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.878128 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [-] 10.222.0.78 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0104523 May 20 21:34:10.878363 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.878363 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.878363 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.878363 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.878363 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.878363 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.879237 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.879237 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.879237 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.879237 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.879237 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.879237 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.880118 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.880118 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.880118 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.880118 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.880118 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.880118 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.880883 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.880883 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.880883 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.880883 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.880883 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.881445 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.881445 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.881445 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.882291 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.882291 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.882291 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.882291 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.882291 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.882291 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.883009 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.883009 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.883009 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.883009 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.884606 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.884606 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.884606 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.884606 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.884606 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.884606 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.884606 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.884606 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.885457 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.885457 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.885457 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.885457 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.885457 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.885457 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.885457 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.885457 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.886237 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.886237 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.886237 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.886237 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.886237 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.886801 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.886801 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.886801 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.886801 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.888047 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.888047 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.888047 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.888047 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.888047 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.888047 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.888047 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.888047 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 21:34:10.888750 dv-cinder-792462-4-smb neutron-server[98235]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 21:34:22.455243 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b44e2b-0522-4b44-88ce-01b9dfb9ff85 None None] get_active_networks_info from dv-cinder-792462-4-smb {{(pid=98344) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 21:34:22.584442 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b44e2b-0522-4b44-88ce-01b9dfb9ff85 None None] No non-hosted networks {{(pid=98344) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 20 21:34:22.605884 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-abe79793-6e3e-4bf0-bba8-302a8c5e3bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484'] for agent, after_create {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:22.608901 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.agentschedulers_db [None req-54b44e2b-0522-4b44-88ce-01b9dfb9ff85 None None] DHCP Agent not found on host dv-cinder-792462-4-smb {{(pid=98344) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 20 21:34:25.509781 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484'] for agent, after_create {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:25.512164 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:25.512913 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:25.513415 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:25.514309 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:25.515085 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:25.515601 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:25.516215 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:25.517383 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:25.518351 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:25.519379 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:25.520384 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:25.520923 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:25.522675 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-792462-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:34:25.533828 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-792462-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:34:26.126898 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-1971e4ff-15c7-42d4-aeaa-a6eb0a5b24be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484'] for agent, after_create {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:26.225552 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-90afbf5a-885a-4246-abcb-9b0751c80f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:27.505597 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484'] for agent, after_create {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:29.152308 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484'] for agent, after_create {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:29.386918 dv-cinder-792462-4-smb neutron-server[98344]: INFO neutron.db.l3_hamode_db [None req-37d15e26-de63-4efc-8ff3-b1c4721798fc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 20 21:34:29.535778 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d15e26-de63-4efc-8ff3-b1c4721798fc None None] Routers set() bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:34:29.536387 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d15e26-de63-4efc-8ff3-b1c4721798fc None None] Router IDs set() for agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 20 21:34:31.000945 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 36528) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:34:31.893140 dv-cinder-792462-4-smb neutron-server[98342]: WARNING oslo_policy.policy [None req-14fa6b41-fcce-4b0f-bb91-8fa13d256e56 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 21:34:31.893865 dv-cinder-792462-4-smb neutron-server[98342]: WARNING oslo_policy.policy [None req-14fa6b41-fcce-4b0f-bb91-8fa13d256e56 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 21:34:32.119355 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [None req-14fa6b41-fcce-4b0f-bb91-8fa13d256e56 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:34:32.120434 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-14fa6b41-fcce-4b0f-bb91-8fa13d256e56 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.1185808 May 20 21:34:34.633438 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 36542) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:34:35.234683 dv-cinder-792462-4-smb neutron-server[98343]: WARNING oslo_policy.policy [None req-5c1b3a46-5cfd-4c83-b69c-9c84b557bbfb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 21:34:35.235261 dv-cinder-792462-4-smb neutron-server[98343]: WARNING oslo_policy.policy [None req-5c1b3a46-5cfd-4c83-b69c-9c84b557bbfb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 21:34:35.458498 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-5c1b3a46-5cfd-4c83-b69c-9c84b557bbfb admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:34:35.563411 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.policy [None req-5c1b3a46-5cfd-4c83-b69c-9c84b557bbfb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98343) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 21:34:35.612387 dv-cinder-792462-4-smb neutron-server[98343]: WARNING oslo_policy.policy [None req-5c1b3a46-5cfd-4c83-b69c-9c84b557bbfb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 21:34:35.612770 dv-cinder-792462-4-smb neutron-server[98343]: WARNING oslo_policy.policy [None req-5c1b3a46-5cfd-4c83-b69c-9c84b557bbfb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 21:34:35.622614 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.quota [None req-5c1b3a46-5cfd-4c83-b69c-9c84b557bbfb admin admin] Loaded quota_driver: . May 20 21:34:35.638697 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-5c1b3a46-5cfd-4c83-b69c-9c84b557bbfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:34:35.701821 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5c1b3a46-5cfd-4c83-b69c-9c84b557bbfb admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759167174245', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759167173680', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759167268967', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759167255475', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759167285814', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759167271273', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-985953', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-880288', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1927781', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1933839'] for rbac-policy, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:35.781020 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5c1b3a46-5cfd-4c83-b69c-9c84b557bbfb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:35.782648 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-5c1b3a46-5cfd-4c83-b69c-9c84b557bbfb admin admin] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1470008 May 20 21:34:38.521022 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 36560) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:34:39.015424 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '1fee1e5d7c554e0f965ebbb0783c017b', 'name': 'private', 'tenant_id': '1fee1e5d7c554e0f965ebbb0783c017b'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:34:39.021696 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:34:39.027510 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Usage tracker for resource:network and tenant:1fee1e5d7c554e0f965ebbb0783c017b is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:34:39.032964 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:34:39.042527 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:34:39.054367 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Made reservation on behalf of 1fee1e5d7c554e0f965ebbb0783c017b for: {'network': 1} {{(pid=98343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:34:39.057817 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-574869'] for network, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:39.082844 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:39.099100 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:34:39.104295 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Usage tracker for resource:security_group_rule and tenant:1fee1e5d7c554e0f965ebbb0783c017b is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:34:39.111996 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:34:39.119698 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:34:39.256537 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:39.261960 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:39.267438 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:34:39.290852 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=98343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:34:39.318012 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759169777466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329'] for segment, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:39.318667 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Unsubscribe: segment precommit_create {{(pid=98343) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 20 21:34:39.319124 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.db.segments_db [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Added segment abe18bb4-2631-4124-85c2-5443a3c1dacc of type vlan for network c19e34b5-f8ea-4d78-9e0f-c7f672cc0877 May 20 21:34:39.328806 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45a2618-8f3a-4e4c-ab88-3ce27ef8b46d,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:34:39.378977 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:39.379380 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:39.379746 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:39.380107 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:39.380450 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:39.380789 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:39.381095 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:39.381407 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:39.381737 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:39.382047 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:39.382963 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:39.383409 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:39.384780 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Tracked resource versions report: May 20 21:34:39.384780 dv-cinder-792462-4-smb neutron-server[98343]: pushed versions: May 20 21:34:39.384780 dv-cinder-792462-4-smb neutron-server[98343]: { 'AddressGroup': {'1.2'}, May 20 21:34:39.384780 dv-cinder-792462-4-smb neutron-server[98343]: 'ConntrackHelper': {'1.0'}, May 20 21:34:39.384780 dv-cinder-792462-4-smb neutron-server[98343]: 'Log': {'1.0'}, May 20 21:34:39.384780 dv-cinder-792462-4-smb neutron-server[98343]: 'Network': {'1.1'}, May 20 21:34:39.384780 dv-cinder-792462-4-smb neutron-server[98343]: 'Port': {'1.7'}, May 20 21:34:39.384780 dv-cinder-792462-4-smb neutron-server[98343]: 'PortForwarding': {'1.2'}, May 20 21:34:39.384780 dv-cinder-792462-4-smb neutron-server[98343]: 'QosPolicy': {'1.8'}, May 20 21:34:39.384780 dv-cinder-792462-4-smb neutron-server[98343]: 'SecurityGroup': {'1.4'}, May 20 21:34:39.384780 dv-cinder-792462-4-smb neutron-server[98343]: 'SecurityGroupRule': {'1.2'}, May 20 21:34:39.384780 dv-cinder-792462-4-smb neutron-server[98343]: 'SubPort': {'1.0'}, May 20 21:34:39.384780 dv-cinder-792462-4-smb neutron-server[98343]: 'Subnet': {'1.1'}, May 20 21:34:39.384780 dv-cinder-792462-4-smb neutron-server[98343]: 'Trunk': {'1.1'}} May 20 21:34:39.384780 dv-cinder-792462-4-smb neutron-server[98343]: consumer versions: May 20 21:34:39.384780 dv-cinder-792462-4-smb neutron-server[98343]: { DHCP agent@dv-cinder-792462-4-smb: {}, May 20 21:34:39.384780 dv-cinder-792462-4-smb neutron-server[98343]: L3 agent@dv-cinder-792462-4-smb: {}, May 20 21:34:39.384780 dv-cinder-792462-4-smb neutron-server[98343]: Metadata agent@dv-cinder-792462-4-smb: {}, May 20 21:34:39.384780 dv-cinder-792462-4-smb neutron-server[98343]: Metering agent@dv-cinder-792462-4-smb: {}, May 20 21:34:39.384780 dv-cinder-792462-4-smb neutron-server[98343]: Open vSwitch agent@dv-cinder-792462-4-smb: { 'AddressGroup': '1.2', May 20 21:34:39.384780 dv-cinder-792462-4-smb neutron-server[98343]: 'ConntrackHelper': '1.0', May 20 21:34:39.384780 dv-cinder-792462-4-smb neutron-server[98343]: 'Log': '1.0', May 20 21:34:39.384780 dv-cinder-792462-4-smb neutron-server[98343]: 'Network': '1.1', May 20 21:34:39.384780 dv-cinder-792462-4-smb neutron-server[98343]: 'Port': '1.7', May 20 21:34:39.384780 dv-cinder-792462-4-smb neutron-server[98343]: 'PortForwarding': '1.2', May 20 21:34:39.384780 dv-cinder-792462-4-smb neutron-server[98343]: 'QosPolicy': '1.8', May 20 21:34:39.384780 dv-cinder-792462-4-smb neutron-server[98343]: 'SecurityGroup': '1.4', May 20 21:34:39.384780 dv-cinder-792462-4-smb neutron-server[98343]: 'SecurityGroupRule': '1.2', May 20 21:34:39.384780 dv-cinder-792462-4-smb neutron-server[98343]: 'SubPort': '1.0', May 20 21:34:39.384780 dv-cinder-792462-4-smb neutron-server[98343]: 'Subnet': '1.1', May 20 21:34:39.384780 dv-cinder-792462-4-smb neutron-server[98343]: 'Trunk': '1.1'}} May 20 21:34:39.384780 dv-cinder-792462-4-smb neutron-server[98343]: {{(pid=98343) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 21:34:39.448400 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759169318099'] for network, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:39.452428 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:34:39.507936 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1639574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1649568'] for network, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:39.509703 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:34:39.510342 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for network, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:39.513767 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:34:39.621397 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Pushing event updated for resources: {'Network': ['ID=c19e34b5-f8ea-4d78-9e0f-c7f672cc0877,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:34:39.624591 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1025500 May 20 21:34:39.626304 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:34:39.637634 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Network c19e34b5-f8ea-4d78-9e0f-c7f672cc0877 details requested by agent ovs-agent-dv-cinder-792462-4-smb with host dv-cinder-792462-4-smb {{(pid=98344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 21:34:42.503153 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 36576) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:34:43.093711 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.policy [None req-22fff60c-aa85-408c-a269-fc0c0039dfd2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98342) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 21:34:43.143195 dv-cinder-792462-4-smb neutron-server[98342]: WARNING oslo_policy.policy [None req-22fff60c-aa85-408c-a269-fc0c0039dfd2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 21:34:43.143575 dv-cinder-792462-4-smb neutron-server[98342]: WARNING oslo_policy.policy [None req-22fff60c-aa85-408c-a269-fc0c0039dfd2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 21:34:43.153254 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fff60c-aa85-408c-a269-fc0c0039dfd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:34:43.154978 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-22fff60c-aa85-408c-a269-fc0c0039dfd2 admin admin] 10.222.0.78 "GET /v2.0/networks/c19e34b5-f8ea-4d78-9e0f-c7f672cc0877 HTTP/1.1" status: 200 len: 825 time: 0.6508896 May 20 21:34:43.187978 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-6602a3ca-568c-4e2c-b85e-85d8c39947e2 admin admin] 10.222.0.78 "GET /v2.0/subnetpools/abcd6c1d-d531-4eff-8449-858477578d47 HTTP/1.1" status: 200 len: 734 time: 0.0275259 May 20 21:34:43.198554 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-cc9d0daa-b780-45b7-a4f0-6c3515c0182b admin admin] Request body: {'subnet': {'tenant_id': '1fee1e5d7c554e0f965ebbb0783c017b', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'abcd6c1d-d531-4eff-8449-858477578d47', 'name': 'private-subnet', 'network_id': 'c19e34b5-f8ea-4d78-9e0f-c7f672cc0877'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:34:43.200366 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.quota [None req-cc9d0daa-b780-45b7-a4f0-6c3515c0182b admin admin] Loaded quota_driver: . May 20 21:34:43.206747 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-cc9d0daa-b780-45b7-a4f0-6c3515c0182b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:34:43.213711 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-cc9d0daa-b780-45b7-a4f0-6c3515c0182b admin admin] Usage tracker for resource:subnet and tenant:1fee1e5d7c554e0f965ebbb0783c017b is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:34:43.217256 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-cc9d0daa-b780-45b7-a4f0-6c3515c0182b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:34:43.224235 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-cc9d0daa-b780-45b7-a4f0-6c3515c0182b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:34:43.238700 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9d0daa-b780-45b7-a4f0-6c3515c0182b admin admin] Made reservation on behalf of 1fee1e5d7c554e0f965ebbb0783c017b for: {'subnet': 1} {{(pid=98342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:34:43.241735 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-cc9d0daa-b780-45b7-a4f0-6c3515c0182b admin admin] Notify callbacks [] for subnet, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:43.772296 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-cc9d0daa-b780-45b7-a4f0-6c3515c0182b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599'] for subnet, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:43.778159 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:34:43.865667 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9d0daa-b780-45b7-a4f0-6c3515c0182b admin admin] Checking segment: {'id': 'abe18bb4-2631-4124-85c2-5443a3c1dacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c19e34b5-f8ea-4d78-9e0f-c7f672cc0877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:34:43.866039 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9d0daa-b780-45b7-a4f0-6c3515c0182b admin admin] Network hostable DHCP agents. Network: c19e34b5-f8ea-4d78-9e0f-c7f672cc0877, hostable agents: ['b421ac0d-62b9-4a8f-94e9-2f7b98c53d5e'], hosted agents: [] {{(pid=98342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:34:43.879008 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d0daa-b780-45b7-a4f0-6c3515c0182b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f8972ac-b47a-405d-8df2-d73f41fedd35,revision_number=0']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:34:43.887855 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9d0daa-b780-45b7-a4f0-6c3515c0182b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:43.888187 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9d0daa-b780-45b7-a4f0-6c3515c0182b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:43.888540 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9d0daa-b780-45b7-a4f0-6c3515c0182b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:43.888863 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9d0daa-b780-45b7-a4f0-6c3515c0182b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:43.889182 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9d0daa-b780-45b7-a4f0-6c3515c0182b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:43.889502 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9d0daa-b780-45b7-a4f0-6c3515c0182b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:43.889818 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9d0daa-b780-45b7-a4f0-6c3515c0182b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:43.890130 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9d0daa-b780-45b7-a4f0-6c3515c0182b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:43.890461 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9d0daa-b780-45b7-a4f0-6c3515c0182b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:43.890773 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9d0daa-b780-45b7-a4f0-6c3515c0182b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:43.891080 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9d0daa-b780-45b7-a4f0-6c3515c0182b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:43.891385 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9d0daa-b780-45b7-a4f0-6c3515c0182b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:43.892542 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9d0daa-b780-45b7-a4f0-6c3515c0182b admin admin] Tracked resource versions report: May 20 21:34:43.892542 dv-cinder-792462-4-smb neutron-server[98342]: pushed versions: May 20 21:34:43.892542 dv-cinder-792462-4-smb neutron-server[98342]: { 'AddressGroup': {'1.2'}, May 20 21:34:43.892542 dv-cinder-792462-4-smb neutron-server[98342]: 'ConntrackHelper': {'1.0'}, May 20 21:34:43.892542 dv-cinder-792462-4-smb neutron-server[98342]: 'Log': {'1.0'}, May 20 21:34:43.892542 dv-cinder-792462-4-smb neutron-server[98342]: 'Network': {'1.1'}, May 20 21:34:43.892542 dv-cinder-792462-4-smb neutron-server[98342]: 'Port': {'1.7'}, May 20 21:34:43.892542 dv-cinder-792462-4-smb neutron-server[98342]: 'PortForwarding': {'1.2'}, May 20 21:34:43.892542 dv-cinder-792462-4-smb neutron-server[98342]: 'QosPolicy': {'1.8'}, May 20 21:34:43.892542 dv-cinder-792462-4-smb neutron-server[98342]: 'SecurityGroup': {'1.4'}, May 20 21:34:43.892542 dv-cinder-792462-4-smb neutron-server[98342]: 'SecurityGroupRule': {'1.2'}, May 20 21:34:43.892542 dv-cinder-792462-4-smb neutron-server[98342]: 'SubPort': {'1.0'}, May 20 21:34:43.892542 dv-cinder-792462-4-smb neutron-server[98342]: 'Subnet': {'1.1'}, May 20 21:34:43.892542 dv-cinder-792462-4-smb neutron-server[98342]: 'Trunk': {'1.1'}} May 20 21:34:43.892542 dv-cinder-792462-4-smb neutron-server[98342]: consumer versions: May 20 21:34:43.892542 dv-cinder-792462-4-smb neutron-server[98342]: { DHCP agent@dv-cinder-792462-4-smb: {}, May 20 21:34:43.892542 dv-cinder-792462-4-smb neutron-server[98342]: L3 agent@dv-cinder-792462-4-smb: {}, May 20 21:34:43.892542 dv-cinder-792462-4-smb neutron-server[98342]: Metadata agent@dv-cinder-792462-4-smb: {}, May 20 21:34:43.892542 dv-cinder-792462-4-smb neutron-server[98342]: Metering agent@dv-cinder-792462-4-smb: {}, May 20 21:34:43.892542 dv-cinder-792462-4-smb neutron-server[98342]: Open vSwitch agent@dv-cinder-792462-4-smb: { 'AddressGroup': '1.2', May 20 21:34:43.892542 dv-cinder-792462-4-smb neutron-server[98342]: 'ConntrackHelper': '1.0', May 20 21:34:43.892542 dv-cinder-792462-4-smb neutron-server[98342]: 'Log': '1.0', May 20 21:34:43.892542 dv-cinder-792462-4-smb neutron-server[98342]: 'Network': '1.1', May 20 21:34:43.892542 dv-cinder-792462-4-smb neutron-server[98342]: 'Port': '1.7', May 20 21:34:43.892542 dv-cinder-792462-4-smb neutron-server[98342]: 'PortForwarding': '1.2', May 20 21:34:43.892542 dv-cinder-792462-4-smb neutron-server[98342]: 'QosPolicy': '1.8', May 20 21:34:43.892542 dv-cinder-792462-4-smb neutron-server[98342]: 'SecurityGroup': '1.4', May 20 21:34:43.892542 dv-cinder-792462-4-smb neutron-server[98342]: 'SecurityGroupRule': '1.2', May 20 21:34:43.892542 dv-cinder-792462-4-smb neutron-server[98342]: 'SubPort': '1.0', May 20 21:34:43.892542 dv-cinder-792462-4-smb neutron-server[98342]: 'Subnet': '1.1', May 20 21:34:43.892542 dv-cinder-792462-4-smb neutron-server[98342]: 'Trunk': '1.1'}} May 20 21:34:43.892542 dv-cinder-792462-4-smb neutron-server[98342]: {{(pid=98342) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 21:34:43.927047 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-cc9d0daa-b780-45b7-a4f0-6c3515c0182b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:34:43.928680 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9d0daa-b780-45b7-a4f0-6c3515c0182b admin admin] Network c19e34b5-f8ea-4d78-9e0f-c7f672cc0877 is scheduled to be hosted by DHCP agent b421ac0d-62b9-4a8f-94e9-2f7b98c53d5e with binding_index 1 {{(pid=98342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:34:43.939762 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.base_scheduler [None req-cc9d0daa-b780-45b7-a4f0-6c3515c0182b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-4-smb, c19e34b5-f8ea-4d78-9e0f-c7f672cc0877) {{(pid=98342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:34:43.944786 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9d0daa-b780-45b7-a4f0-6c3515c0182b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:34:43.945500 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-cc9d0daa-b780-45b7-a4f0-6c3515c0182b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for subnet, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:43.950736 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf440ab-c885-4eae-8653-6b9e4eb1982e None None] Network c19e34b5-f8ea-4d78-9e0f-c7f672cc0877 requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:34:43.969159 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-cc9d0daa-b780-45b7-a4f0-6c3515c0182b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7754564 May 20 21:34:44.269624 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65f643a3-8eba-5354-b1b9-494a9af0713b-c19e34b5-f8ea-4d78-9e0f-c7f672cc0877', 'network_id': 'c19e34b5-f8ea-4d78-9e0f-c7f672cc0877', 'tenant_id': '1fee1e5d7c554e0f965ebbb0783c017b', 'fixed_ips': [{'subnet_id': '4f8972ac-b47a-405d-8df2-d73f41fedd35'}]}} from dv-cinder-792462-4-smb. {{(pid=98344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:34:44.270805 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:44.460041 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.db_base_plugin_common [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Allocated IP 172.20.0.2 (c19e34b5-f8ea-4d78-9e0f-c7f672cc0877/4f8972ac-b47a-405d-8df2-d73f41fedd35/14816360-8c8c-4cb6-9cb9-c876e2922a52) {{(pid=98344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:34:44.696001 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Notify callbacks [] for port, precommit_create {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:44.710968 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Transition to ACTIVE for port object 14816360-8c8c-4cb6-9cb9-c876e2922a52 will not be triggered until provisioned by entity L2. {{(pid=98344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:34:44.732137 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Transition to ACTIVE for port object 14816360-8c8c-4cb6-9cb9-c876e2922a52 will not be triggered until provisioned by entity DHCP. {{(pid=98344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:34:44.739755 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854'] for port, after_create {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:44.744322 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:34:44.805604 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Network c19e34b5-f8ea-4d78-9e0f-c7f672cc0877 is already hosted by enough agents. {{(pid=98344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:34:44.808529 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.scheduler.base_scheduler [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Resources bound (agent type, host, resource id): {{(pid=98344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:34:44.817160 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Received port after_create {{(pid=98344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:34:44.819591 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Pushing event updated for resources: {'Port': ['ID=14816360-8c8c-4cb6-9cb9-c876e2922a52,revision_number=1']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:34:44.829224 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:44.829550 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:44.829873 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:44.830192 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:44.830505 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:44.830816 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:44.831125 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:44.831433 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:44.831740 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:44.832044 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:44.832370 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:44.832673 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:34:44.833823 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Tracked resource versions report: May 20 21:34:44.833823 dv-cinder-792462-4-smb neutron-server[98344]: pushed versions: May 20 21:34:44.833823 dv-cinder-792462-4-smb neutron-server[98344]: { 'AddressGroup': {'1.2'}, May 20 21:34:44.833823 dv-cinder-792462-4-smb neutron-server[98344]: 'ConntrackHelper': {'1.0'}, May 20 21:34:44.833823 dv-cinder-792462-4-smb neutron-server[98344]: 'Log': {'1.0'}, May 20 21:34:44.833823 dv-cinder-792462-4-smb neutron-server[98344]: 'Network': {'1.1'}, May 20 21:34:44.833823 dv-cinder-792462-4-smb neutron-server[98344]: 'Port': {'1.7'}, May 20 21:34:44.833823 dv-cinder-792462-4-smb neutron-server[98344]: 'PortForwarding': {'1.2'}, May 20 21:34:44.833823 dv-cinder-792462-4-smb neutron-server[98344]: 'QosPolicy': {'1.8'}, May 20 21:34:44.833823 dv-cinder-792462-4-smb neutron-server[98344]: 'SecurityGroup': {'1.4'}, May 20 21:34:44.833823 dv-cinder-792462-4-smb neutron-server[98344]: 'SecurityGroupRule': {'1.2'}, May 20 21:34:44.833823 dv-cinder-792462-4-smb neutron-server[98344]: 'SubPort': {'1.0'}, May 20 21:34:44.833823 dv-cinder-792462-4-smb neutron-server[98344]: 'Subnet': {'1.1'}, May 20 21:34:44.833823 dv-cinder-792462-4-smb neutron-server[98344]: 'Trunk': {'1.1'}} May 20 21:34:44.833823 dv-cinder-792462-4-smb neutron-server[98344]: consumer versions: May 20 21:34:44.833823 dv-cinder-792462-4-smb neutron-server[98344]: { DHCP agent@dv-cinder-792462-4-smb: {}, May 20 21:34:44.833823 dv-cinder-792462-4-smb neutron-server[98344]: L3 agent@dv-cinder-792462-4-smb: {}, May 20 21:34:44.833823 dv-cinder-792462-4-smb neutron-server[98344]: Metadata agent@dv-cinder-792462-4-smb: {}, May 20 21:34:44.833823 dv-cinder-792462-4-smb neutron-server[98344]: Metering agent@dv-cinder-792462-4-smb: {}, May 20 21:34:44.833823 dv-cinder-792462-4-smb neutron-server[98344]: Open vSwitch agent@dv-cinder-792462-4-smb: { 'AddressGroup': '1.2', May 20 21:34:44.833823 dv-cinder-792462-4-smb neutron-server[98344]: 'ConntrackHelper': '1.0', May 20 21:34:44.833823 dv-cinder-792462-4-smb neutron-server[98344]: 'Log': '1.0', May 20 21:34:44.833823 dv-cinder-792462-4-smb neutron-server[98344]: 'Network': '1.1', May 20 21:34:44.833823 dv-cinder-792462-4-smb neutron-server[98344]: 'Port': '1.7', May 20 21:34:44.833823 dv-cinder-792462-4-smb neutron-server[98344]: 'PortForwarding': '1.2', May 20 21:34:44.833823 dv-cinder-792462-4-smb neutron-server[98344]: 'QosPolicy': '1.8', May 20 21:34:44.833823 dv-cinder-792462-4-smb neutron-server[98344]: 'SecurityGroup': '1.4', May 20 21:34:44.833823 dv-cinder-792462-4-smb neutron-server[98344]: 'SecurityGroupRule': '1.2', May 20 21:34:44.833823 dv-cinder-792462-4-smb neutron-server[98344]: 'SubPort': '1.0', May 20 21:34:44.833823 dv-cinder-792462-4-smb neutron-server[98344]: 'Subnet': '1.1', May 20 21:34:44.833823 dv-cinder-792462-4-smb neutron-server[98344]: 'Trunk': '1.1'}} May 20 21:34:44.833823 dv-cinder-792462-4-smb neutron-server[98344]: {{(pid=98344) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 21:34:44.869817 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:34:44.923390 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Attempting to bind port 14816360-8c8c-4cb6-9cb9-c876e2922a52 on host dv-cinder-792462-4-smb for vnic_type normal with profile {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:34:44.923774 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Attempting to bind port 14816360-8c8c-4cb6-9cb9-c876e2922a52 by drivers openvswitch,hyperv on host dv-cinder-792462-4-smb at level 0 using segments [{'id': 'abe18bb4-2631-4124-85c2-5443a3c1dacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c19e34b5-f8ea-4d78-9e0f-c7f672cc0877'}] {{(pid=98344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:34:44.924203 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Attempting to bind port 14816360-8c8c-4cb6-9cb9-c876e2922a52 on network c19e34b5-f8ea-4d78-9e0f-c7f672cc0877 {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:34:44.929744 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Checking agent: {'id': '09546d46-3481-475a-a863-9c6fd271337e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 34, 25), 'started_at': datetime.datetime(2021, 5, 20, 21, 34, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:34:44.930097 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Checking segment: {'id': 'abe18bb4-2631-4124-85c2-5443a3c1dacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c19e34b5-f8ea-4d78-9e0f-c7f672cc0877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:34:44.930578 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:44.930962 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Bound using segment: {'id': 'abe18bb4-2631-4124-85c2-5443a3c1dacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c19e34b5-f8ea-4d78-9e0f-c7f672cc0877'} {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:34:44.931424 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Bound port: 14816360-8c8c-4cb6-9cb9-c876e2922a52, host: dv-cinder-792462-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe18bb4-2631-4124-85c2-5443a3c1dacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c19e34b5-f8ea-4d78-9e0f-c7f672cc0877'}}] {{(pid=98344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:34:44.931803 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:45.021966 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] For port 14816360-8c8c-4cb6-9cb9-c876e2922a52, host dv-cinder-792462-4-smb, cleared binding levels {{(pid=98344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:34:45.025992 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] For port 14816360-8c8c-4cb6-9cb9-c876e2922a52, host dv-cinder-792462-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=14816360-8c8c-4cb6-9cb9-c876e2922a52,segment=NetworkSegment(abe18bb4-2631-4124-85c2-5443a3c1dacc),segment_id=abe18bb4-2631-4124-85c2-5443a3c1dacc)] {{(pid=98344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:34:45.031327 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:45.035201 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:34:45.125696 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Pushing event updated for resources: {'Port': ['ID=14816360-8c8c-4cb6-9cb9-c876e2922a52,revision_number=2']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:34:45.129029 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:34:46.499874 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 36592) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:34:47.002504 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [None req-a3631c84-f906-4e99-b470-4c5ad1b708ce admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:34:47.003801 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-a3631c84-f906-4e99-b470-4c5ad1b708ce admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5026338 May 20 21:34:49.479199 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 36602) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:34:49.896014 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [None req-d7e17cda-c871-4665-a6e9-96d46c75137b admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:34:49.897045 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-d7e17cda-c871-4665-a6e9-96d46c75137b admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4169428 May 20 21:34:50.799282 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 14816360-8c8c-4cb6-9cb9-c876e2922a52 up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:34:50.887667 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning for port 14816360-8c8c-4cb6-9cb9-c876e2922a52 completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:34:50.948822 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f7ceda-b5cc-4f31-85cf-3dfeb8820315 None None] Network c19e34b5-f8ea-4d78-9e0f-c7f672cc0877 requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:34:51.032029 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-38a01f58-a740-4e17-b871-4fdc50b0c934 None None] Provisioning for port 14816360-8c8c-4cb6-9cb9-c876e2922a52 completed by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:34:51.046830 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-38a01f58-a740-4e17-b871-4fdc50b0c934 None None] Provisioning complete for port 14816360-8c8c-4cb6-9cb9-c876e2922a52 triggered by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:34:51.047229 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-38a01f58-a740-4e17-b871-4fdc50b0c934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:51.284196 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-38a01f58-a740-4e17-b871-4fdc50b0c934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:51.341292 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-38a01f58-a740-4e17-b871-4fdc50b0c934 None None] For port 14816360-8c8c-4cb6-9cb9-c876e2922a52, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=14816360-8c8c-4cb6-9cb9-c876e2922a52,segment=NetworkSegment(abe18bb4-2631-4124-85c2-5443a3c1dacc),segment_id=abe18bb4-2631-4124-85c2-5443a3c1dacc)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:34:51.347549 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-38a01f58-a740-4e17-b871-4fdc50b0c934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:51.352615 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-4686cb84-2d36-476d-b6ea-833cab4d3c20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:34:51.452199 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a01f58-a740-4e17-b871-4fdc50b0c934 None None] Pushing event updated for resources: {'Port': ['ID=14816360-8c8c-4cb6-9cb9-c876e2922a52,revision_number=3']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:34:51.456665 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-38a01f58-a740-4e17-b871-4fdc50b0c934 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:34:51.689911 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-6a851af1-d4b1-4fb5-9d03-c07d4340dbc7 None None] Provisioning complete for port 14816360-8c8c-4cb6-9cb9-c876e2922a52 triggered by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:34:51.691582 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-6a851af1-d4b1-4fb5-9d03-c07d4340dbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:52.201440 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-82fc7383-ab88-48b8-b6ad-1a667a513b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:52.733105 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 14816360-8c8c-4cb6-9cb9-c876e2922a52 up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:34:52.805314 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port 14816360-8c8c-4cb6-9cb9-c876e2922a52 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:34:52.805684 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:52.859233 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 36618) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:34:53.279984 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-1ab53ddf-1693-4a50-96da-41381805d201 admin admin] Request body: {'router': {'tenant_id': '1fee1e5d7c554e0f965ebbb0783c017b', 'name': 'router1', 'admin_state_up': True}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:34:53.286724 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-1ab53ddf-1693-4a50-96da-41381805d201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:34:53.297691 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-1ab53ddf-1693-4a50-96da-41381805d201 admin admin] Usage tracker for resource:router and tenant:1fee1e5d7c554e0f965ebbb0783c017b is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:34:53.303659 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-1ab53ddf-1693-4a50-96da-41381805d201 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:34:53.315494 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-1ab53ddf-1693-4a50-96da-41381805d201 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:34:53.331181 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1ab53ddf-1693-4a50-96da-41381805d201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2026209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:53.333661 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1ab53ddf-1693-4a50-96da-41381805d201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2027255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1641796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4986'] for router, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:53.361233 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1ab53ddf-1693-4a50-96da-41381805d201 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:53.480008 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1ab53ddf-1693-4a50-96da-41381805d201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2026222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625290'] for router, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:53.501792 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1ab53ddf-1693-4a50-96da-41381805d201 admin admin] Notify callbacks [] for router, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:53.502870 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-1ab53ddf-1693-4a50-96da-41381805d201 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6425891 May 20 21:34:55.511029 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:55.941526 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 36628) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:34:56.124146 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-d2e9c8b1-f4df-4d32-9d23-50b116ecbd4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:56.345423 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [None req-5904786a-bb65-4419-8baa-7b9666e1b33d admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:34:56.346396 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-5904786a-bb65-4419-8baa-7b9666e1b33d admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4039521 May 20 21:34:57.420645 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:58.779839 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 36648) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:34:58.930422 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-5d85421b-6b30-4a40-b135-98624d995904 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:34:58.934894 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-5d85421b-6b30-4a40-b135-98624d995904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:34:58.938580 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-5d85421b-6b30-4a40-b135-98624d995904 admin admin] Usage tracker for resource:network and tenant:69988eb680c7493bbb6801704cc027dd is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:34:58.941442 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-5d85421b-6b30-4a40-b135-98624d995904 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:34:58.948769 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-5d85421b-6b30-4a40-b135-98624d995904 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:34:58.958172 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d85421b-6b30-4a40-b135-98624d995904 admin admin] Made reservation on behalf of 69988eb680c7493bbb6801704cc027dd for: {'network': 1} {{(pid=98343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:34:58.960959 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5d85421b-6b30-4a40-b135-98624d995904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-574869'] for network, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:58.974357 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5d85421b-6b30-4a40-b135-98624d995904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:58.989216 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-5d85421b-6b30-4a40-b135-98624d995904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:34:58.993661 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-5d85421b-6b30-4a40-b135-98624d995904 admin admin] Usage tracker for resource:security_group_rule and tenant:69988eb680c7493bbb6801704cc027dd is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:34:58.996520 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-5d85421b-6b30-4a40-b135-98624d995904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:34:59.002216 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-5d85421b-6b30-4a40-b135-98624d995904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:34:59.069037 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:59.087693 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5d85421b-6b30-4a40-b135-98624d995904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:59.092099 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5d85421b-6b30-4a40-b135-98624d995904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:59.096243 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:34:59.109396 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5d85421b-6b30-4a40-b135-98624d995904 admin admin] Reserving flat network on physical network physnet1 {{(pid=98343) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 20 21:34:59.133961 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85421b-6b30-4a40-b135-98624d995904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feff1bea-53c3-4e07-872f-2515db7f795d,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:34:59.136753 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5d85421b-6b30-4a40-b135-98624d995904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329'] for segment, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:59.137093 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.db.segments_db [None req-5d85421b-6b30-4a40-b135-98624d995904 admin admin] Added segment c99208f0-a511-44ea-981f-b3b92c3f5261 of type flat for network 6a7b2292-60f2-468f-9a72-8977b3c695a9 May 20 21:34:59.138262 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-5d85421b-6b30-4a40-b135-98624d995904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:34:59.169269 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5d85421b-6b30-4a40-b135-98624d995904 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759169318099'] for network, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:59.211841 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5d85421b-6b30-4a40-b135-98624d995904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1639574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1649568'] for network, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:59.213306 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d85421b-6b30-4a40-b135-98624d995904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:34:59.213870 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5d85421b-6b30-4a40-b135-98624d995904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for network, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:34:59.217065 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:34:59.312990 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-5d85421b-6b30-4a40-b135-98624d995904 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5319147 May 20 21:34:59.315903 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85421b-6b30-4a40-b135-98624d995904 admin admin] Pushing event updated for resources: {'Network': ['ID=6a7b2292-60f2-468f-9a72-8977b3c695a9,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:34:59.319101 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-5d85421b-6b30-4a40-b135-98624d995904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:34:59.326617 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Network 6a7b2292-60f2-468f-9a72-8977b3c695a9 details requested by agent ovs-agent-dv-cinder-792462-4-smb with host dv-cinder-792462-4-smb {{(pid=98344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 21:35:01.545337 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 36668) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:35:01.662933 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9ee152-1d24-49db-a0e6-c8c7a99c8257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:35:01.664354 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-de9ee152-1d24-49db-a0e6-c8c7a99c8257 admin admin] 10.222.0.78 "GET /v2.0/subnets/4f8972ac-b47a-405d-8df2-d73f41fedd35 HTTP/1.1" status: 200 len: 849 time: 0.1179221 May 20 21:35:01.856061 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-01896031-9474-45fc-8599-163dd7a73150 admin admin] 10.222.0.78 "GET /v2.0/routers/4e841515-8873-4426-8b54-4f7d76e0fbb0 HTTP/1.1" status: 200 len: 704 time: 0.1860843 May 20 21:35:02.336007 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c8090818-8ecb-45ab-83fe-797dd3a795de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:02.576025 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.db_base_plugin_common [None req-c8090818-8ecb-45ab-83fe-797dd3a795de admin admin] Allocated IP 172.20.0.1 (c19e34b5-f8ea-4d78-9e0f-c7f672cc0877/4f8972ac-b47a-405d-8df2-d73f41fedd35/f5a3cf9e-eeac-459f-a293-8ea00859b49c) {{(pid=98343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:35:02.738672 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c8090818-8ecb-45ab-83fe-797dd3a795de admin admin] Notify callbacks [] for port, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:02.757919 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.provisioning_blocks [None req-c8090818-8ecb-45ab-83fe-797dd3a795de admin admin] Transition to ACTIVE for port object f5a3cf9e-eeac-459f-a293-8ea00859b49c will not be triggered until provisioned by entity DHCP. {{(pid=98343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:35:02.814804 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c8090818-8ecb-45ab-83fe-797dd3a795de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854'] for port, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:02.819925 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:35:02.883390 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8090818-8ecb-45ab-83fe-797dd3a795de admin admin] Network c19e34b5-f8ea-4d78-9e0f-c7f672cc0877 is already hosted by enough agents. {{(pid=98343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:35:02.886345 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.base_scheduler [None req-c8090818-8ecb-45ab-83fe-797dd3a795de admin admin] Resources bound (agent type, host, resource id): {{(pid=98343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:35:02.893279 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8090818-8ecb-45ab-83fe-797dd3a795de admin admin] Received port after_create {{(pid=98343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:35:02.894660 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c8090818-8ecb-45ab-83fe-797dd3a795de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023635'] for router_interface, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:03.028477 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8090818-8ecb-45ab-83fe-797dd3a795de admin admin] Pushing event updated for resources: {'Port': ['ID=f5a3cf9e-eeac-459f-a293-8ea00859b49c,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:35:03.044260 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-c8090818-8ecb-45ab-83fe-797dd3a795de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:35:03.091074 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-2edad413-53f3-4d47-9431-5bd2a8dde242 None None] Provisioning for port f5a3cf9e-eeac-459f-a293-8ea00859b49c completed by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:35:03.095789 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-2edad413-53f3-4d47-9431-5bd2a8dde242 None None] Provisioning complete for port f5a3cf9e-eeac-459f-a293-8ea00859b49c triggered by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:35:03.096180 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-2edad413-53f3-4d47-9431-5bd2a8dde242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:03.157561 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-2edad413-53f3-4d47-9431-5bd2a8dde242 None None] Port f5a3cf9e-eeac-459f-a293-8ea00859b49c cannot update to ACTIVE because it is not bound. {{(pid=98344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 21:35:03.215213 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c8090818-8ecb-45ab-83fe-797dd3a795de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:03.452844 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c8090818-8ecb-45ab-83fe-797dd3a795de admin admin] Notify callbacks [] for port, precommit_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:03.457365 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c8090818-8ecb-45ab-83fe-797dd3a795de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:03.458465 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c8090818-8ecb-45ab-83fe-797dd3a795de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629800'] for router_interface, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:03.462278 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-c8090818-8ecb-45ab-83fe-797dd3a795de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:35:03.555810 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8090818-8ecb-45ab-83fe-797dd3a795de admin admin] Pushing event updated for resources: {'Port': ['ID=f5a3cf9e-eeac-459f-a293-8ea00859b49c,revision_number=2']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:35:03.602631 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-c8090818-8ecb-45ab-83fe-797dd3a795de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:35:03.657585 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8090818-8ecb-45ab-83fe-797dd3a795de admin admin] Network c19e34b5-f8ea-4d78-9e0f-c7f672cc0877 is already hosted by enough agents. {{(pid=98343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:35:03.658693 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.base_scheduler [None req-c8090818-8ecb-45ab-83fe-797dd3a795de admin admin] Resources bound (agent type, host, resource id): {{(pid=98343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:35:03.863169 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8090818-8ecb-45ab-83fe-797dd3a795de admin admin] Router 4e841515-8873-4426-8b54-4f7d76e0fbb0 is scheduled to L3 agent 0cab7e80-5b87-486c-a982-5030be84b7ba with binding_index 1 {{(pid=98343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 21:35:03.890533 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-82c30470-8f59-4d6a-bc95-21a7a514339a None None] Provisioning complete for port f5a3cf9e-eeac-459f-a293-8ea00859b49c triggered by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:35:03.890899 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-82c30470-8f59-4d6a-bc95-21a7a514339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:03.947403 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-82c30470-8f59-4d6a-bc95-21a7a514339a None None] Port f5a3cf9e-eeac-459f-a293-8ea00859b49c cannot update to ACTIVE because it is not bound. {{(pid=98344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 21:35:04.018255 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8090818-8ecb-45ab-83fe-797dd3a795de admin admin] Notify agent at l3_agent.dv-cinder-792462-4-smb the message routers_updated {{(pid=98343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 21:35:04.028952 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e053dc-0b9a-4519-89dc-3cffd0689b43 None None] Sync routers for ids ['4e841515-8873-4426-8b54-4f7d76e0fbb0'] in dv-cinder-792462-4-smb {{(pid=98345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:35:04.029444 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-c8090818-8ecb-45ab-83fe-797dd3a795de admin admin] 10.222.0.78 "PUT /v2.0/routers/4e841515-8873-4426-8b54-4f7d76e0fbb0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1680455 May 20 21:35:04.040654 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e053dc-0b9a-4519-89dc-3cffd0689b43 None None] Routers {'4e841515-8873-4426-8b54-4f7d76e0fbb0'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:35:04.041625 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-c5e053dc-0b9a-4519-89dc-3cffd0689b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:34:56Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['4e841515-8873-4426-8b54-4f7d76e0fbb0'], 'active': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:35:04.227313 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvr_db [None req-c5e053dc-0b9a-4519-89dc-3cffd0689b43 None None] Set router 4e841515-8873-4426-8b54-4f7d76e0fbb0 gateway port host: None {{(pid=98345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:35:04.620912 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-c5e053dc-0b9a-4519-89dc-3cffd0689b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e841515-8873-4426-8b54-4f7d76e0fbb0', 'name': 'router1', 'tenant_id': '1fee1e5d7c554e0f965ebbb0783c017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:34:53Z', 'updated_at': '2021-05-20T21:35:03Z', 'revision_number': 2, 'project_id': '1fee1e5d7c554e0f965ebbb0783c017b', 'gw_port_host': None, '_interfaces': [{'id': 'f5a3cf9e-eeac-459f-a293-8ea00859b49c', 'name': '', 'network_id': 'c19e34b5-f8ea-4d78-9e0f-c7f672cc0877', 'tenant_id': '1fee1e5d7c554e0f965ebbb0783c017b', 'mac_address': 'fa:16:3e:92:fd:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e841515-8873-4426-8b54-4f7d76e0fbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f8972ac-b47a-405d-8df2-d73f41fedd35', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:35:02Z', 'updated_at': '2021-05-20T21:35:03Z', 'revision_number': 2, 'project_id': '1fee1e5d7c554e0f965ebbb0783c017b', 'subnets': [{'id': '4f8972ac-b47a-405d-8df2-d73f41fedd35', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abcd6c1d-d531-4eff-8449-858477578d47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:35:04.626038 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e053dc-0b9a-4519-89dc-3cffd0689b43 None None] Checking router: 4e841515-8873-4426-8b54-4f7d76e0fbb0 for host: dv-cinder-792462-4-smb {{(pid=98345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:35:04.626410 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e053dc-0b9a-4519-89dc-3cffd0689b43 None None] Updating router 4e841515-8873-4426-8b54-4f7d76e0fbb0 port f5a3cf9e-eeac-459f-a293-8ea00859b49c binding host dv-cinder-792462-4-smb {{(pid=98345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:35:04.680050 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c5e053dc-0b9a-4519-89dc-3cffd0689b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:05.072182 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c5e053dc-0b9a-4519-89dc-3cffd0689b43 None None] Notify callbacks [] for port, precommit_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:05.087976 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.provisioning_blocks [None req-c5e053dc-0b9a-4519-89dc-3cffd0689b43 None None] Transition to ACTIVE for port object f5a3cf9e-eeac-459f-a293-8ea00859b49c will not be triggered until provisioned by entity L2. {{(pid=98345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:35:05.095133 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c5e053dc-0b9a-4519-89dc-3cffd0689b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:05.101376 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:35:05.320303 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [None req-c5e053dc-0b9a-4519-89dc-3cffd0689b43 None None] Attempting to bind port f5a3cf9e-eeac-459f-a293-8ea00859b49c on host dv-cinder-792462-4-smb for vnic_type normal with profile {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:35:05.320761 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [None req-c5e053dc-0b9a-4519-89dc-3cffd0689b43 None None] Attempting to bind port f5a3cf9e-eeac-459f-a293-8ea00859b49c by drivers openvswitch,hyperv on host dv-cinder-792462-4-smb at level 0 using segments [{'id': 'abe18bb4-2631-4124-85c2-5443a3c1dacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c19e34b5-f8ea-4d78-9e0f-c7f672cc0877'}] {{(pid=98345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:35:05.321204 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e053dc-0b9a-4519-89dc-3cffd0689b43 None None] Attempting to bind port f5a3cf9e-eeac-459f-a293-8ea00859b49c on network c19e34b5-f8ea-4d78-9e0f-c7f672cc0877 {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:35:05.323332 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067802a-cf08-4a95-8b4d-48e13ee434c0 None None] Pushing event updated for resources: {'Port': ['ID=f5a3cf9e-eeac-459f-a293-8ea00859b49c,revision_number=3']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:35:05.332164 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e053dc-0b9a-4519-89dc-3cffd0689b43 None None] Checking agent: {'id': '09546d46-3481-475a-a863-9c6fd271337e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 34, 25), 'started_at': datetime.datetime(2021, 5, 20, 21, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:35:05.332605 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e053dc-0b9a-4519-89dc-3cffd0689b43 None None] Checking segment: {'id': 'abe18bb4-2631-4124-85c2-5443a3c1dacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c19e34b5-f8ea-4d78-9e0f-c7f672cc0877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:35:05.333096 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c5e053dc-0b9a-4519-89dc-3cffd0689b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:05.333478 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e053dc-0b9a-4519-89dc-3cffd0689b43 None None] Bound using segment: {'id': 'abe18bb4-2631-4124-85c2-5443a3c1dacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c19e34b5-f8ea-4d78-9e0f-c7f672cc0877'} {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:35:05.333967 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [None req-c5e053dc-0b9a-4519-89dc-3cffd0689b43 None None] Bound port: f5a3cf9e-eeac-459f-a293-8ea00859b49c, host: dv-cinder-792462-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe18bb4-2631-4124-85c2-5443a3c1dacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c19e34b5-f8ea-4d78-9e0f-c7f672cc0877'}}] {{(pid=98345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:35:05.334331 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c5e053dc-0b9a-4519-89dc-3cffd0689b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:05.344880 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d067802a-cf08-4a95-8b4d-48e13ee434c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:35:05.345192 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d067802a-cf08-4a95-8b4d-48e13ee434c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:35:05.345517 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d067802a-cf08-4a95-8b4d-48e13ee434c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:35:05.345843 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d067802a-cf08-4a95-8b4d-48e13ee434c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:35:05.346167 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d067802a-cf08-4a95-8b4d-48e13ee434c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:35:05.346474 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d067802a-cf08-4a95-8b4d-48e13ee434c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:35:05.346786 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d067802a-cf08-4a95-8b4d-48e13ee434c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:35:05.347092 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d067802a-cf08-4a95-8b4d-48e13ee434c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:35:05.347400 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d067802a-cf08-4a95-8b4d-48e13ee434c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:35:05.347707 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d067802a-cf08-4a95-8b4d-48e13ee434c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:35:05.348013 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d067802a-cf08-4a95-8b4d-48e13ee434c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:35:05.348342 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d067802a-cf08-4a95-8b4d-48e13ee434c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:35:05.349527 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d067802a-cf08-4a95-8b4d-48e13ee434c0 None None] Tracked resource versions report: May 20 21:35:05.349527 dv-cinder-792462-4-smb neutron-server[98345]: pushed versions: May 20 21:35:05.349527 dv-cinder-792462-4-smb neutron-server[98345]: { 'AddressGroup': {'1.2'}, May 20 21:35:05.349527 dv-cinder-792462-4-smb neutron-server[98345]: 'ConntrackHelper': {'1.0'}, May 20 21:35:05.349527 dv-cinder-792462-4-smb neutron-server[98345]: 'Log': {'1.0'}, May 20 21:35:05.349527 dv-cinder-792462-4-smb neutron-server[98345]: 'Network': {'1.1'}, May 20 21:35:05.349527 dv-cinder-792462-4-smb neutron-server[98345]: 'Port': {'1.7'}, May 20 21:35:05.349527 dv-cinder-792462-4-smb neutron-server[98345]: 'PortForwarding': {'1.2'}, May 20 21:35:05.349527 dv-cinder-792462-4-smb neutron-server[98345]: 'QosPolicy': {'1.8'}, May 20 21:35:05.349527 dv-cinder-792462-4-smb neutron-server[98345]: 'SecurityGroup': {'1.4'}, May 20 21:35:05.349527 dv-cinder-792462-4-smb neutron-server[98345]: 'SecurityGroupRule': {'1.2'}, May 20 21:35:05.349527 dv-cinder-792462-4-smb neutron-server[98345]: 'SubPort': {'1.0'}, May 20 21:35:05.349527 dv-cinder-792462-4-smb neutron-server[98345]: 'Subnet': {'1.1'}, May 20 21:35:05.349527 dv-cinder-792462-4-smb neutron-server[98345]: 'Trunk': {'1.1'}} May 20 21:35:05.349527 dv-cinder-792462-4-smb neutron-server[98345]: consumer versions: May 20 21:35:05.349527 dv-cinder-792462-4-smb neutron-server[98345]: { DHCP agent@dv-cinder-792462-4-smb: {}, May 20 21:35:05.349527 dv-cinder-792462-4-smb neutron-server[98345]: L3 agent@dv-cinder-792462-4-smb: {}, May 20 21:35:05.349527 dv-cinder-792462-4-smb neutron-server[98345]: Metadata agent@dv-cinder-792462-4-smb: {}, May 20 21:35:05.349527 dv-cinder-792462-4-smb neutron-server[98345]: Metering agent@dv-cinder-792462-4-smb: {}, May 20 21:35:05.349527 dv-cinder-792462-4-smb neutron-server[98345]: Open vSwitch agent@dv-cinder-792462-4-smb: { 'AddressGroup': '1.2', May 20 21:35:05.349527 dv-cinder-792462-4-smb neutron-server[98345]: 'ConntrackHelper': '1.0', May 20 21:35:05.349527 dv-cinder-792462-4-smb neutron-server[98345]: 'Log': '1.0', May 20 21:35:05.349527 dv-cinder-792462-4-smb neutron-server[98345]: 'Network': '1.1', May 20 21:35:05.349527 dv-cinder-792462-4-smb neutron-server[98345]: 'Port': '1.7', May 20 21:35:05.349527 dv-cinder-792462-4-smb neutron-server[98345]: 'PortForwarding': '1.2', May 20 21:35:05.349527 dv-cinder-792462-4-smb neutron-server[98345]: 'QosPolicy': '1.8', May 20 21:35:05.349527 dv-cinder-792462-4-smb neutron-server[98345]: 'SecurityGroup': '1.4', May 20 21:35:05.349527 dv-cinder-792462-4-smb neutron-server[98345]: 'SecurityGroupRule': '1.2', May 20 21:35:05.349527 dv-cinder-792462-4-smb neutron-server[98345]: 'SubPort': '1.0', May 20 21:35:05.349527 dv-cinder-792462-4-smb neutron-server[98345]: 'Subnet': '1.1', May 20 21:35:05.349527 dv-cinder-792462-4-smb neutron-server[98345]: 'Trunk': '1.1'}} May 20 21:35:05.349527 dv-cinder-792462-4-smb neutron-server[98345]: {{(pid=98345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 21:35:05.358395 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-d067802a-cf08-4a95-8b4d-48e13ee434c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:35:05.433938 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.db [None req-c5e053dc-0b9a-4519-89dc-3cffd0689b43 None None] For port f5a3cf9e-eeac-459f-a293-8ea00859b49c, host dv-cinder-792462-4-smb, cleared binding levels {{(pid=98345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:35:05.438591 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.db [None req-c5e053dc-0b9a-4519-89dc-3cffd0689b43 None None] For port f5a3cf9e-eeac-459f-a293-8ea00859b49c, host dv-cinder-792462-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=f5a3cf9e-eeac-459f-a293-8ea00859b49c,segment=NetworkSegment(abe18bb4-2631-4124-85c2-5443a3c1dacc),segment_id=abe18bb4-2631-4124-85c2-5443a3c1dacc)] {{(pid=98345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:35:05.444587 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-c5e053dc-0b9a-4519-89dc-3cffd0689b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:05.448668 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-d067802a-cf08-4a95-8b4d-48e13ee434c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:35:05.542583 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e053dc-0b9a-4519-89dc-3cffd0689b43 None None] Routers {'4e841515-8873-4426-8b54-4f7d76e0fbb0'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:35:05.543213 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-c5e053dc-0b9a-4519-89dc-3cffd0689b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:34:56Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['4e841515-8873-4426-8b54-4f7d76e0fbb0'], 'active': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:35:05.591504 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067802a-cf08-4a95-8b4d-48e13ee434c0 None None] Pushing event updated for resources: {'Port': ['ID=f5a3cf9e-eeac-459f-a293-8ea00859b49c,revision_number=4']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:35:05.594901 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-d067802a-cf08-4a95-8b4d-48e13ee434c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:35:05.734110 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvr_db [None req-c5e053dc-0b9a-4519-89dc-3cffd0689b43 None None] Set router 4e841515-8873-4426-8b54-4f7d76e0fbb0 gateway port host: None {{(pid=98345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:35:06.066080 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-c5e053dc-0b9a-4519-89dc-3cffd0689b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e841515-8873-4426-8b54-4f7d76e0fbb0', 'name': 'router1', 'tenant_id': '1fee1e5d7c554e0f965ebbb0783c017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:34:53Z', 'updated_at': '2021-05-20T21:35:03Z', 'revision_number': 2, 'project_id': '1fee1e5d7c554e0f965ebbb0783c017b', 'gw_port_host': None, '_interfaces': [{'id': 'f5a3cf9e-eeac-459f-a293-8ea00859b49c', 'name': '', 'network_id': 'c19e34b5-f8ea-4d78-9e0f-c7f672cc0877', 'tenant_id': '1fee1e5d7c554e0f965ebbb0783c017b', 'mac_address': 'fa:16:3e:92:fd:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e841515-8873-4426-8b54-4f7d76e0fbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f8972ac-b47a-405d-8df2-d73f41fedd35', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:35:02Z', 'updated_at': '2021-05-20T21:35:05Z', 'revision_number': 4, 'project_id': '1fee1e5d7c554e0f965ebbb0783c017b', 'subnets': [{'id': '4f8972ac-b47a-405d-8df2-d73f41fedd35', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abcd6c1d-d531-4eff-8449-858477578d47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:35:06.071381 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e053dc-0b9a-4519-89dc-3cffd0689b43 None None] The sync data for ids ['4e841515-8873-4426-8b54-4f7d76e0fbb0'] in dv-cinder-792462-4-smb is: [{'id': '4e841515-8873-4426-8b54-4f7d76e0fbb0', 'name': 'router1', 'tenant_id': '1fee1e5d7c554e0f965ebbb0783c017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:34:53Z', 'updated_at': '2021-05-20T21:35:03Z', 'revision_number': 2, 'project_id': '1fee1e5d7c554e0f965ebbb0783c017b', 'gw_port_host': None, '_interfaces': [{'id': 'f5a3cf9e-eeac-459f-a293-8ea00859b49c', 'name': '', 'network_id': 'c19e34b5-f8ea-4d78-9e0f-c7f672cc0877', 'tenant_id': '1fee1e5d7c554e0f965ebbb0783c017b', 'mac_address': 'fa:16:3e:92:fd:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e841515-8873-4426-8b54-4f7d76e0fbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f8972ac-b47a-405d-8df2-d73f41fedd35', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:35:02Z', 'updated_at': '2021-05-20T21:35:05Z', 'revision_number': 4, 'project_id': '1fee1e5d7c554e0f965ebbb0783c017b', 'subnets': [{'id': '4f8972ac-b47a-405d-8df2-d73f41fedd35', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abcd6c1d-d531-4eff-8449-858477578d47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:35:06.242683 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 36680) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:35:06.397145 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3a5478-02a3-4b30-b4fd-7e480d2fe054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:35:06.397625 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-0a3a5478-02a3-4b30-b4fd-7e480d2fe054 admin admin] Synchronizing usage tracker for tenant:69988eb680c7493bbb6801704cc027dd on resource:network {{(pid=98343) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:35:06.416912 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-0a3a5478-02a3-4b30-b4fd-7e480d2fe054 admin admin] Unset dirty status for tenant:69988eb680c7493bbb6801704cc027dd on resource:network {{(pid=98343) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:35:06.418096 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-0a3a5478-02a3-4b30-b4fd-7e480d2fe054 admin admin] 10.222.0.78 "GET /v2.0/networks/6a7b2292-60f2-468f-9a72-8977b3c695a9 HTTP/1.1" status: 200 len: 842 time: 0.1743655 May 20 21:35:06.427895 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-9bfc8edc-1067-4793-99ed-a2c8881736f2 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'ip_version': 4, 'gateway_ip': '172.28.0.1', 'cidr': '172.28.0.0/24'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:35:06.433545 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-9bfc8edc-1067-4793-99ed-a2c8881736f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:35:06.437466 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-9bfc8edc-1067-4793-99ed-a2c8881736f2 admin admin] Usage tracker for resource:subnet and tenant:69988eb680c7493bbb6801704cc027dd is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:35:06.440493 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-9bfc8edc-1067-4793-99ed-a2c8881736f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:35:06.447778 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-9bfc8edc-1067-4793-99ed-a2c8881736f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:35:06.457340 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfc8edc-1067-4793-99ed-a2c8881736f2 admin admin] Made reservation on behalf of 69988eb680c7493bbb6801704cc027dd for: {'subnet': 1} {{(pid=98343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:35:06.459715 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-9bfc8edc-1067-4793-99ed-a2c8881736f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:06.906284 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.objects.ports [None req-9bfc8edc-1067-4793-99ed-a2c8881736f2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98343) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 21:35:06.906739 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-9bfc8edc-1067-4793-99ed-a2c8881736f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599'] for subnet, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:06.911319 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:35:07.025947 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc8edc-1067-4793-99ed-a2c8881736f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=682e5247-0975-4386-b3ba-8aaf11b83d2b,revision_number=0']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:35:07.029618 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-9bfc8edc-1067-4793-99ed-a2c8881736f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:35:07.037114 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfc8edc-1067-4793-99ed-a2c8881736f2 admin admin] Checking segment: {'id': 'c99208f0-a511-44ea-981f-b3b92c3f5261', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:35:07.037490 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfc8edc-1067-4793-99ed-a2c8881736f2 admin admin] Network hostable DHCP agents. Network: 6a7b2292-60f2-468f-9a72-8977b3c695a9, hostable agents: ['b421ac0d-62b9-4a8f-94e9-2f7b98c53d5e'], hosted agents: [] {{(pid=98343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:35:07.057971 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfc8edc-1067-4793-99ed-a2c8881736f2 admin admin] Network 6a7b2292-60f2-468f-9a72-8977b3c695a9 is scheduled to be hosted by DHCP agent b421ac0d-62b9-4a8f-94e9-2f7b98c53d5e with binding_index 1 {{(pid=98343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:35:07.068857 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.base_scheduler [None req-9bfc8edc-1067-4793-99ed-a2c8881736f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-4-smb, 6a7b2292-60f2-468f-9a72-8977b3c695a9) {{(pid=98343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:35:07.073472 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfc8edc-1067-4793-99ed-a2c8881736f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:35:07.074196 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-9bfc8edc-1067-4793-99ed-a2c8881736f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for subnet, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:07.082410 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533a5e65-a783-40d2-8184-3c26b3ff87a5 None None] Network 6a7b2292-60f2-468f-9a72-8977b3c695a9 requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:35:07.101556 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-9bfc8edc-1067-4793-99ed-a2c8881736f2 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6759467 May 20 21:35:07.310783 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f666e9aa-69e8-458e-a391-815f85468def None None] Network 6a7b2292-60f2-468f-9a72-8977b3c695a9 requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:35:08.790779 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device f5a3cf9e-eeac-459f-a293-8ea00859b49c up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:35:08.880179 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning for port f5a3cf9e-eeac-459f-a293-8ea00859b49c completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:35:08.886668 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port f5a3cf9e-eeac-459f-a293-8ea00859b49c triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:35:08.887113 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:09.043348 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:09.102496 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] For port f5a3cf9e-eeac-459f-a293-8ea00859b49c, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=f5a3cf9e-eeac-459f-a293-8ea00859b49c,segment=NetworkSegment(abe18bb4-2631-4124-85c2-5443a3c1dacc),segment_id=abe18bb4-2631-4124-85c2-5443a3c1dacc)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:35:09.108236 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:09.112748 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:35:09.217461 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Pushing event updated for resources: {'Port': ['ID=f5a3cf9e-eeac-459f-a293-8ea00859b49c,revision_number=5']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:35:09.220817 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:35:09.440867 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 36694) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:35:09.648965 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-d3e201cb-d5e9-4e54-a9c7-8bd8838f1c70 admin admin] 10.222.0.78 "GET /v2.0/routers/4e841515-8873-4426-8b54-4f7d76e0fbb0 HTTP/1.1" status: 200 len: 710 time: 0.2066042 May 20 21:35:09.811121 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dce02e-3e21-49d3-bfad-c35e2ea49070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:35:09.812514 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-b1dce02e-3e21-49d3-bfad-c35e2ea49070 admin admin] 10.222.0.78 "GET /v2.0/networks/6a7b2292-60f2-468f-9a72-8977b3c695a9 HTTP/1.1" status: 200 len: 886 time: 0.1579657 May 20 21:35:09.822925 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-2e8ada20-3de7-4fa1-bb77-0366925d020a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'}}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:35:10.290396 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-2e8ada20-3de7-4fa1-bb77-0366925d020a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2026231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4968'] for router, precommit_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:10.658505 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-2e8ada20-3de7-4fa1-bb77-0366925d020a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:10.722244 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-2e8ada20-3de7-4fa1-bb77-0366925d020a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:10.738853 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device f5a3cf9e-eeac-459f-a293-8ea00859b49c up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:35:10.813938 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port f5a3cf9e-eeac-459f-a293-8ea00859b49c triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:35:10.814301 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:10.926618 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.db_base_plugin_common [None req-2e8ada20-3de7-4fa1-bb77-0366925d020a admin admin] Allocated IP 172.28.0.36 (6a7b2292-60f2-468f-9a72-8977b3c695a9/682e5247-0975-4386-b3ba-8aaf11b83d2b/f33bd4ae-dacb-4d0f-a05e-e1f8340028c9) {{(pid=98343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:35:11.088092 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-2e8ada20-3de7-4fa1-bb77-0366925d020a admin admin] Notify callbacks [] for port, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:11.122819 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-2e8ada20-3de7-4fa1-bb77-0366925d020a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854'] for port, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:11.126915 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:35:11.192643 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8ada20-3de7-4fa1-bb77-0366925d020a admin admin] Network 6a7b2292-60f2-468f-9a72-8977b3c695a9 is already hosted by enough agents. {{(pid=98343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:35:11.197245 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.base_scheduler [None req-2e8ada20-3de7-4fa1-bb77-0366925d020a admin admin] Resources bound (agent type, host, resource id): {{(pid=98343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:35:11.200884 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8ada20-3de7-4fa1-bb77-0366925d020a admin admin] Received port after_create {{(pid=98343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:35:11.261102 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ada20-3de7-4fa1-bb77-0366925d020a admin admin] Pushing event updated for resources: {'Port': ['ID=f33bd4ae-dacb-4d0f-a05e-e1f8340028c9,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:35:11.270912 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-2e8ada20-3de7-4fa1-bb77-0366925d020a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:35:11.606291 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-2e8ada20-3de7-4fa1-bb77-0366925d020a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:11.952901 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-2e8ada20-3de7-4fa1-bb77-0366925d020a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2026231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4968'] for router, precommit_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:11.956430 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-2e8ada20-3de7-4fa1-bb77-0366925d020a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1625221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1625299', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2026117'] for router, after_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:12.159128 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8ada20-3de7-4fa1-bb77-0366925d020a admin admin] Router 4e841515-8873-4426-8b54-4f7d76e0fbb0 has already been hosted by L3 agent 0cab7e80-5b87-486c-a982-5030be84b7ba {{(pid=98343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 21:35:12.426660 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8ada20-3de7-4fa1-bb77-0366925d020a admin admin] Notify agent at l3_agent.dv-cinder-792462-4-smb the message routers_updated {{(pid=98343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 21:35:12.436366 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-2e8ada20-3de7-4fa1-bb77-0366925d020a admin admin] Notify callbacks [] for router, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:12.436628 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb5404f-3564-4b6b-b68d-e56b560efdb1 None None] Sync routers for ids ['4e841515-8873-4426-8b54-4f7d76e0fbb0'] in dv-cinder-792462-4-smb {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:35:12.437572 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-2e8ada20-3de7-4fa1-bb77-0366925d020a admin admin] 10.222.0.78 "PUT /v2.0/routers/4e841515-8873-4426-8b54-4f7d76e0fbb0 HTTP/1.1" status: 200 len: 889 time: 2.6189013 May 20 21:35:12.448865 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb5404f-3564-4b6b-b68d-e56b560efdb1 None None] Routers {'4e841515-8873-4426-8b54-4f7d76e0fbb0'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:35:12.448865 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-deb5404f-3564-4b6b-b68d-e56b560efdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:34:56Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['4e841515-8873-4426-8b54-4f7d76e0fbb0'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:35:12.674686 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-deb5404f-3564-4b6b-b68d-e56b560efdb1 None None] Set router 4e841515-8873-4426-8b54-4f7d76e0fbb0 gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:35:13.023880 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-deb5404f-3564-4b6b-b68d-e56b560efdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e841515-8873-4426-8b54-4f7d76e0fbb0', 'name': 'router1', 'tenant_id': '1fee1e5d7c554e0f965ebbb0783c017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f33bd4ae-dacb-4d0f-a05e-e1f8340028c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:34:53Z', 'updated_at': '2021-05-20T21:35:11Z', 'revision_number': 4, 'project_id': '1fee1e5d7c554e0f965ebbb0783c017b', 'gw_port': {'id': 'f33bd4ae-dacb-4d0f-a05e-e1f8340028c9', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:34:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e841515-8873-4426-8b54-4f7d76e0fbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:35:10Z', 'updated_at': '2021-05-20T21:35:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': 'f5a3cf9e-eeac-459f-a293-8ea00859b49c', 'name': '', 'network_id': 'c19e34b5-f8ea-4d78-9e0f-c7f672cc0877', 'tenant_id': '1fee1e5d7c554e0f965ebbb0783c017b', 'mac_address': 'fa:16:3e:92:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e841515-8873-4426-8b54-4f7d76e0fbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f8972ac-b47a-405d-8df2-d73f41fedd35', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:35:02Z', 'updated_at': '2021-05-20T21:35:09Z', 'revision_number': 5, 'project_id': '1fee1e5d7c554e0f965ebbb0783c017b', 'subnets': [{'id': '4f8972ac-b47a-405d-8df2-d73f41fedd35', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abcd6c1d-d531-4eff-8449-858477578d47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:35:13.028916 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb5404f-3564-4b6b-b68d-e56b560efdb1 None None] Checking router: 4e841515-8873-4426-8b54-4f7d76e0fbb0 for host: dv-cinder-792462-4-smb {{(pid=98344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:35:13.029276 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb5404f-3564-4b6b-b68d-e56b560efdb1 None None] Updating router 4e841515-8873-4426-8b54-4f7d76e0fbb0 port f33bd4ae-dacb-4d0f-a05e-e1f8340028c9 binding host dv-cinder-792462-4-smb {{(pid=98344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:35:13.083316 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-deb5404f-3564-4b6b-b68d-e56b560efdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:13.453211 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-deb5404f-3564-4b6b-b68d-e56b560efdb1 None None] Notify callbacks [] for port, precommit_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:13.466740 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-deb5404f-3564-4b6b-b68d-e56b560efdb1 None None] Transition to ACTIVE for port object f33bd4ae-dacb-4d0f-a05e-e1f8340028c9 will not be triggered until provisioned by entity L2. {{(pid=98344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:35:13.474277 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-deb5404f-3564-4b6b-b68d-e56b560efdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:13.479175 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:35:13.559698 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-deb5404f-3564-4b6b-b68d-e56b560efdb1 None None] Attempting to bind port f33bd4ae-dacb-4d0f-a05e-e1f8340028c9 on host dv-cinder-792462-4-smb for vnic_type normal with profile {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:35:13.562596 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-deb5404f-3564-4b6b-b68d-e56b560efdb1 None None] Attempting to bind port f33bd4ae-dacb-4d0f-a05e-e1f8340028c9 by drivers openvswitch,hyperv on host dv-cinder-792462-4-smb at level 0 using segments [{'id': 'c99208f0-a511-44ea-981f-b3b92c3f5261', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'}] {{(pid=98344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:35:13.562596 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb5404f-3564-4b6b-b68d-e56b560efdb1 None None] Attempting to bind port f33bd4ae-dacb-4d0f-a05e-e1f8340028c9 on network 6a7b2292-60f2-468f-9a72-8977b3c695a9 {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:35:13.562865 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122dc26a-630e-4ea9-89ec-e88e1017f258 None None] Pushing event updated for resources: {'Port': ['ID=f33bd4ae-dacb-4d0f-a05e-e1f8340028c9,revision_number=2']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:35:13.566623 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-122dc26a-630e-4ea9-89ec-e88e1017f258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:35:13.570171 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb5404f-3564-4b6b-b68d-e56b560efdb1 None None] Checking agent: {'id': '09546d46-3481-475a-a863-9c6fd271337e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 34, 25), 'started_at': datetime.datetime(2021, 5, 20, 21, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:35:13.570657 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb5404f-3564-4b6b-b68d-e56b560efdb1 None None] Checking segment: {'id': 'c99208f0-a511-44ea-981f-b3b92c3f5261', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:35:13.571288 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-deb5404f-3564-4b6b-b68d-e56b560efdb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:13.571912 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb5404f-3564-4b6b-b68d-e56b560efdb1 None None] Bound using segment: {'id': 'c99208f0-a511-44ea-981f-b3b92c3f5261', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'} {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:35:13.572725 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-deb5404f-3564-4b6b-b68d-e56b560efdb1 None None] Bound port: f33bd4ae-dacb-4d0f-a05e-e1f8340028c9, host: dv-cinder-792462-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99208f0-a511-44ea-981f-b3b92c3f5261', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'}}] {{(pid=98344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:35:13.573325 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-deb5404f-3564-4b6b-b68d-e56b560efdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:13.658442 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-deb5404f-3564-4b6b-b68d-e56b560efdb1 None None] For port f33bd4ae-dacb-4d0f-a05e-e1f8340028c9, host dv-cinder-792462-4-smb, cleared binding levels {{(pid=98344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:35:13.662925 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-deb5404f-3564-4b6b-b68d-e56b560efdb1 None None] For port f33bd4ae-dacb-4d0f-a05e-e1f8340028c9, host dv-cinder-792462-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=f33bd4ae-dacb-4d0f-a05e-e1f8340028c9,segment=NetworkSegment(c99208f0-a511-44ea-981f-b3b92c3f5261),segment_id=c99208f0-a511-44ea-981f-b3b92c3f5261)] {{(pid=98344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:35:13.669553 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-deb5404f-3564-4b6b-b68d-e56b560efdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:13.675618 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:35:13.775975 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb5404f-3564-4b6b-b68d-e56b560efdb1 None None] Routers {'4e841515-8873-4426-8b54-4f7d76e0fbb0'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:35:13.776641 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-deb5404f-3564-4b6b-b68d-e56b560efdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:34:56Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['4e841515-8873-4426-8b54-4f7d76e0fbb0'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:35:13.825714 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122dc26a-630e-4ea9-89ec-e88e1017f258 None None] Pushing event updated for resources: {'Port': ['ID=f33bd4ae-dacb-4d0f-a05e-e1f8340028c9,revision_number=3']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:35:13.834271 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-122dc26a-630e-4ea9-89ec-e88e1017f258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:35:13.991192 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-deb5404f-3564-4b6b-b68d-e56b560efdb1 None None] Set router 4e841515-8873-4426-8b54-4f7d76e0fbb0 gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:35:14.401501 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-deb5404f-3564-4b6b-b68d-e56b560efdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e841515-8873-4426-8b54-4f7d76e0fbb0', 'name': 'router1', 'tenant_id': '1fee1e5d7c554e0f965ebbb0783c017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f33bd4ae-dacb-4d0f-a05e-e1f8340028c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:34:53Z', 'updated_at': '2021-05-20T21:35:11Z', 'revision_number': 4, 'project_id': '1fee1e5d7c554e0f965ebbb0783c017b', 'gw_port': {'id': 'f33bd4ae-dacb-4d0f-a05e-e1f8340028c9', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:34:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e841515-8873-4426-8b54-4f7d76e0fbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:35:10Z', 'updated_at': '2021-05-20T21:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': 'f5a3cf9e-eeac-459f-a293-8ea00859b49c', 'name': '', 'network_id': 'c19e34b5-f8ea-4d78-9e0f-c7f672cc0877', 'tenant_id': '1fee1e5d7c554e0f965ebbb0783c017b', 'mac_address': 'fa:16:3e:92:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e841515-8873-4426-8b54-4f7d76e0fbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f8972ac-b47a-405d-8df2-d73f41fedd35', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:35:02Z', 'updated_at': '2021-05-20T21:35:09Z', 'revision_number': 5, 'project_id': '1fee1e5d7c554e0f965ebbb0783c017b', 'subnets': [{'id': '4f8972ac-b47a-405d-8df2-d73f41fedd35', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abcd6c1d-d531-4eff-8449-858477578d47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:35:14.405594 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb5404f-3564-4b6b-b68d-e56b560efdb1 None None] The sync data for ids ['4e841515-8873-4426-8b54-4f7d76e0fbb0'] in dv-cinder-792462-4-smb is: [{'id': '4e841515-8873-4426-8b54-4f7d76e0fbb0', 'name': 'router1', 'tenant_id': '1fee1e5d7c554e0f965ebbb0783c017b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f33bd4ae-dacb-4d0f-a05e-e1f8340028c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:34:53Z', 'updated_at': '2021-05-20T21:35:11Z', 'revision_number': 4, 'project_id': '1fee1e5d7c554e0f965ebbb0783c017b', 'gw_port': {'id': 'f33bd4ae-dacb-4d0f-a05e-e1f8340028c9', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:34:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e841515-8873-4426-8b54-4f7d76e0fbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:35:10Z', 'updated_at': '2021-05-20T21:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': 'f5a3cf9e-eeac-459f-a293-8ea00859b49c', 'name': '', 'network_id': 'c19e34b5-f8ea-4d78-9e0f-c7f672cc0877', 'tenant_id': '1fee1e5d7c554e0f965ebbb0783c017b', 'mac_address': 'fa:16:3e:92:fd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e841515-8873-4426-8b54-4f7d76e0fbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f8972ac-b47a-405d-8df2-d73f41fedd35', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:35:02Z', 'updated_at': '2021-05-20T21:35:09Z', 'revision_number': 5, 'project_id': '1fee1e5d7c554e0f965ebbb0783c017b', 'subnets': [{'id': '4f8972ac-b47a-405d-8df2-d73f41fedd35', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abcd6c1d-d531-4eff-8449-858477578d47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:35:14.804971 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device f33bd4ae-dacb-4d0f-a05e-e1f8340028c9 up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:35:14.881821 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning for port f33bd4ae-dacb-4d0f-a05e-e1f8340028c9 completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:35:14.889233 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port f33bd4ae-dacb-4d0f-a05e-e1f8340028c9 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:35:14.889622 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:14.901834 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 36704) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:35:15.035590 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:15.053723 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] For port f33bd4ae-dacb-4d0f-a05e-e1f8340028c9, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=f33bd4ae-dacb-4d0f-a05e-e1f8340028c9,segment=NetworkSegment(c99208f0-a511-44ea-981f-b3b92c3f5261),segment_id=c99208f0-a511-44ea-981f-b3b92c3f5261)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:35:15.058934 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:15.063935 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-38a01f58-a740-4e17-b871-4fdc50b0c934 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:35:15.069363 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-36d92522-dc7f-466f-945c-99f0849515ec admin admin] 10.222.0.78 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1659346 May 20 21:35:15.141783 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Pushing event updated for resources: {'Port': ['ID=f33bd4ae-dacb-4d0f-a05e-e1f8340028c9,revision_number=4']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:35:15.146245 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:35:16.741925 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device f33bd4ae-dacb-4d0f-a05e-e1f8340028c9 up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:35:16.775870 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 5 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:35:16.826939 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port f33bd4ae-dacb-4d0f-a05e-e1f8340028c9 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:35:16.828351 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:22.216082 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-356cbaef-5aa5-4631-bdef-a5cdecd8b4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:25.515221 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:26.137513 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-7545a899-53a2-47ff-8fa7-482d3fc3f924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:27.464576 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:29.095091 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:52.298027 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-34252520-2423-4a67-81e5-5ca28c9028e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:53.777843 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 5 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:35:55.518790 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:56.135341 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-88daaea6-bacf-4caa-af6b-1bae83bb5ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:57.433304 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:35:59.107729 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:36:22.202484 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-4174fa8d-2631-42b9-bb03-031879b42604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:36:25.512677 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:36:26.133404 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-910bac21-6d14-4d66-af3b-722ce488e7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:36:27.425755 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:36:29.098893 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:36:30.777116 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 5 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:36:52.207887 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-58625a96-5ad0-4168-8537-97a61141bf11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:36:55.515592 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:36:56.127048 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-ca7c0f0f-acdc-45ac-97e5-4ae9ea7551e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:36:57.430307 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:36:58.326347 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 37274) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:36:58.400831 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b93ed1-4c97-43c3-b4ba-05fee204b08a admin admin] GET failed (client error): The resource could not be found. May 20 21:36:58.402161 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-50b93ed1-4c97-43c3-b4ba-05fee204b08a admin admin] 10.222.0.78 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0748205 May 20 21:36:58.538816 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad66a373-4b45-49c6-b572-88a0c41f9138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:36:58.540283 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-ad66a373-4b45-49c6-b572-88a0c41f9138 admin admin] 10.222.0.78 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1341877 May 20 21:36:59.101158 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:00.689172 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 37284) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:37:00.803287 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241ec870-e3ee-49b5-8140-ed5cdde424be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:37:00.803962 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-241ec870-e3ee-49b5-8140-ed5cdde424be admin admin] Synchronizing usage tracker for tenant:69988eb680c7493bbb6801704cc027dd on resource:subnet {{(pid=98343) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:37:00.821495 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-241ec870-e3ee-49b5-8140-ed5cdde424be admin admin] Unset dirty status for tenant:69988eb680c7493bbb6801704cc027dd on resource:subnet {{(pid=98343) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:37:00.822654 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-241ec870-e3ee-49b5-8140-ed5cdde424be admin admin] 10.222.0.78 "GET /v2.0/subnets/4f8972ac-b47a-405d-8df2-d73f41fedd35 HTTP/1.1" status: 200 len: 849 time: 0.1325412 May 20 21:37:00.832161 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-af4616ed-9301-4ef2-84d0-ca4347fadfa6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:37:00.948025 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-af4616ed-9301-4ef2-84d0-ca4347fadfa6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:01.141407 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-af4616ed-9301-4ef2-84d0-ca4347fadfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759169863617'] for subnet, after_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:01.145346 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-9bfc8edc-1067-4793-99ed-a2c8881736f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:37:01.188363 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4616ed-9301-4ef2-84d0-ca4347fadfa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:37:01.188954 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-af4616ed-9301-4ef2-84d0-ca4347fadfa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for subnet, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:01.190371 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-af4616ed-9301-4ef2-84d0-ca4347fadfa6 admin admin] 10.222.0.78 "PUT /v2.0/subnets/4f8972ac-b47a-405d-8df2-d73f41fedd35 HTTP/1.1" status: 200 len: 868 time: 0.3618262 May 20 21:37:01.199506 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f173c575-a8b8-4ec8-93b8-bfc57d22618c None None] Network c19e34b5-f8ea-4d78-9e0f-c7f672cc0877 requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:37:01.218783 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4616ed-9301-4ef2-84d0-ca4347fadfa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f8972ac-b47a-405d-8df2-d73f41fedd35,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:37:01.228821 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4616ed-9301-4ef2-84d0-ca4347fadfa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:01.229510 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4616ed-9301-4ef2-84d0-ca4347fadfa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:01.230037 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4616ed-9301-4ef2-84d0-ca4347fadfa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:01.230556 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4616ed-9301-4ef2-84d0-ca4347fadfa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:01.231056 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4616ed-9301-4ef2-84d0-ca4347fadfa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:01.231657 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4616ed-9301-4ef2-84d0-ca4347fadfa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:01.232148 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4616ed-9301-4ef2-84d0-ca4347fadfa6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:01.232863 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4616ed-9301-4ef2-84d0-ca4347fadfa6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:01.233388 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4616ed-9301-4ef2-84d0-ca4347fadfa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:01.234166 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4616ed-9301-4ef2-84d0-ca4347fadfa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:01.234714 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4616ed-9301-4ef2-84d0-ca4347fadfa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:01.235199 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4616ed-9301-4ef2-84d0-ca4347fadfa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:01.239484 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-af4616ed-9301-4ef2-84d0-ca4347fadfa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:37:01.718782 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-2786026c-92f0-4922-a279-4f97fe002acb None None] Provisioning complete for port 14816360-8c8c-4cb6-9cb9-c876e2922a52 triggered by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:37:01.719063 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-2786026c-92f0-4922-a279-4f97fe002acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:01.853343 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-2786026c-92f0-4922-a279-4f97fe002acb None None] Provisioning complete for port f5a3cf9e-eeac-459f-a293-8ea00859b49c triggered by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:37:01.853725 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-2786026c-92f0-4922-a279-4f97fe002acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:03.447920 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 37294) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:37:03.628219 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cf05a3-d505-4901-aacd-65a7ccaec66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:37:03.628645 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cf05a3-d505-4901-aacd-65a7ccaec66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:37:03.630179 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-b0cf05a3-d505-4901-aacd-65a7ccaec66f admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1812809 May 20 21:37:05.833169 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 37304) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:37:06.023085 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83258ab0-35a8-4a41-97f3-75ffa06c93bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:37:06.023525 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83258ab0-35a8-4a41-97f3-75ffa06c93bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:37:06.025110 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-83258ab0-35a8-4a41-97f3-75ffa06c93bf admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1908686 May 20 21:37:07.776368 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 5 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:37:08.219909 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 37314) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:37:08.388153 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3664fb46-7a09-4365-94b3-93448e2f2285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:37:08.389450 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-3664fb46-7a09-4365-94b3-93448e2f2285 admin admin] 10.222.0.78 "GET /v2.0/networks/6a7b2292-60f2-468f-9a72-8977b3c695a9 HTTP/1.1" status: 200 len: 886 time: 0.1685643 May 20 21:37:10.558480 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 37324) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:37:10.732121 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3879ff64-a4cb-418d-ac6f-e6dede7c0f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:37:10.733510 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-3879ff64-a4cb-418d-ac6f-e6dede7c0f35 admin admin] 10.222.0.78 "GET /v2.0/networks/c19e34b5-f8ea-4d78-9e0f-c7f672cc0877 HTTP/1.1" status: 200 len: 869 time: 0.1740971 May 20 21:37:12.919533 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 37334) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:37:13.028772 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b127970-a774-4fc8-97b4-bcbeb6cffb7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:37:13.029152 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b127970-a774-4fc8-97b4-bcbeb6cffb7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:37:13.030679 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-1b127970-a774-4fc8-97b4-bcbeb6cffb7b admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1101961 May 20 21:37:15.265533 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 37344) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:37:15.413508 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a180e891-5922-4336-b113-f51d86faa70d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:37:15.413882 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a180e891-5922-4336-b113-f51d86faa70d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:37:15.415608 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-a180e891-5922-4336-b113-f51d86faa70d admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1485233 May 20 21:37:17.565210 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 37354) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:37:17.683037 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d1595a-6be1-4c26-a654-5b57021cad0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:37:17.684468 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-11d1595a-6be1-4c26-a654-5b57021cad0a admin admin] 10.222.0.78 "GET /v2.0/subnets/4f8972ac-b47a-405d-8df2-d73f41fedd35 HTTP/1.1" status: 200 len: 868 time: 0.1182551 May 20 21:37:19.835880 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 37364) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:37:19.941586 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256b9150-5db0-4e8a-88da-2d61c5db9186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:37:19.942911 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-256b9150-5db0-4e8a-88da-2d61c5db9186 admin admin] 10.222.0.78 "GET /v2.0/subnets/682e5247-0975-4386-b3ba-8aaf11b83d2b HTTP/1.1" status: 200 len: 816 time: 0.1060739 May 20 21:37:22.206260 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-5d514b2f-cd59-452e-a5fc-764245ab9e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:25.521931 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:26.131427 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-e5ce4dd5-197d-44b1-ab55-2a6d5b1e29d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:27.432014 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:29.108592 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:43.775638 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 37408) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:37:43.825858 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [None req-8fc302ac-bf3a-495b-ae7c-22e379c2be1f admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:37:43.826864 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-8fc302ac-bf3a-495b-ae7c-22e379c2be1f admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0502484 May 20 21:37:44.775709 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 5 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:37:46.054775 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 37418) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:37:46.123425 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.pecan_wsgi.hooks.translation [None req-b162c782-18cb-4437-807f-b5e64507e12d admin admin] GET failed (client error): The resource could not be found. May 20 21:37:46.124843 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-b162c782-18cb-4437-807f-b5e64507e12d admin admin] 10.222.0.78 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0691409 May 20 21:37:46.253452 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a86fef-bd1b-4282-bd6e-086059410875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:37:46.254918 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-56a86fef-bd1b-4282-bd6e-086059410875 admin admin] 10.222.0.78 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1262341 May 20 21:37:48.433500 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 37428) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:37:48.481618 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-3b342784-5e3d-4f89-a042-765f78e4d91f admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:37:48.486217 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-3b342784-5e3d-4f89-a042-765f78e4d91f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:37:48.496720 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-3b342784-5e3d-4f89-a042-765f78e4d91f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:37:48.506881 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b342784-5e3d-4f89-a042-765f78e4d91f admin admin] Made reservation on behalf of 69988eb680c7493bbb6801704cc027dd for: {'network': 1} {{(pid=98343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:37:48.509309 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-3b342784-5e3d-4f89-a042-765f78e4d91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-574869'] for network, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:48.598530 dv-cinder-792462-4-smb neutron-server[98343]: WARNING neutron.services.revisions.revision_plugin [None req-3b342784-5e3d-4f89-a042-765f78e4d91f admin admin] Could not find related network for resource to bump revision. May 20 21:37:48.611544 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b342784-5e3d-4f89-a042-765f78e4d91f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=98343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:37:48.620727 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-3b342784-5e3d-4f89-a042-765f78e4d91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329'] for segment, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:48.620991 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.db.segments_db [None req-3b342784-5e3d-4f89-a042-765f78e4d91f admin admin] Added segment 1492ef40-bb5f-42ab-ae78-27d253595792 of type vlan for network 5522f824-ef21-4f8a-bab7-9b6728599cac May 20 21:37:48.652101 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-3b342784-5e3d-4f89-a042-765f78e4d91f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759169318099'] for network, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:48.731379 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-3b342784-5e3d-4f89-a042-765f78e4d91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1639574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1649568'] for network, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:48.732713 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b342784-5e3d-4f89-a042-765f78e4d91f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:37:48.733303 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-3b342784-5e3d-4f89-a042-765f78e4d91f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for network, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:48.736557 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-5d85421b-6b30-4a40-b135-98624d995904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:37:48.835384 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b342784-5e3d-4f89-a042-765f78e4d91f admin admin] Pushing event updated for resources: {'Network': ['ID=5522f824-ef21-4f8a-bab7-9b6728599cac,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:37:48.838348 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-3b342784-5e3d-4f89-a042-765f78e4d91f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4038513 May 20 21:37:48.839042 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-3b342784-5e3d-4f89-a042-765f78e4d91f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:37:48.846100 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Network 5522f824-ef21-4f8a-bab7-9b6728599cac details requested by agent ovs-agent-dv-cinder-792462-4-smb with host dv-cinder-792462-4-smb {{(pid=98344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 21:37:51.074477 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 37438) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:37:51.142884 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3226cf9-9257-4d40-ab3a-331af85470be admin admin] GET failed (client error): The resource could not be found. May 20 21:37:51.143420 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-e3226cf9-9257-4d40-ab3a-331af85470be admin admin] Synchronizing usage tracker for tenant:69988eb680c7493bbb6801704cc027dd on resource:network {{(pid=98343) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:37:51.159464 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-e3226cf9-9257-4d40-ab3a-331af85470be admin admin] Unset dirty status for tenant:69988eb680c7493bbb6801704cc027dd on resource:network {{(pid=98343) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:37:51.160628 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-e3226cf9-9257-4d40-ab3a-331af85470be admin admin] 10.222.0.78 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0852108 May 20 21:37:51.267438 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16472c5-ba00-4e27-b28f-d054c8dce5a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:37:51.268940 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-d16472c5-ba00-4e27-b28f-d054c8dce5a1 admin admin] 10.222.0.78 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1037407 May 20 21:37:51.279594 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-8a69a7b5-8464-409c-9ef7-952f1b129295 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '5522f824-ef21-4f8a-bab7-9b6728599cac', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:37:51.284149 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-8a69a7b5-8464-409c-9ef7-952f1b129295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:37:51.294418 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-8a69a7b5-8464-409c-9ef7-952f1b129295 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:37:51.304123 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a69a7b5-8464-409c-9ef7-952f1b129295 admin admin] Made reservation on behalf of 69988eb680c7493bbb6801704cc027dd for: {'subnet': 1} {{(pid=98343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:37:51.306433 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-8a69a7b5-8464-409c-9ef7-952f1b129295 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:51.712377 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-8a69a7b5-8464-409c-9ef7-952f1b129295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599'] for subnet, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:51.716171 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-af4616ed-9301-4ef2-84d0-ca4347fadfa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:37:51.794042 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69a7b5-8464-409c-9ef7-952f1b129295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=375ab1b4-a9d2-4f20-ba18-d870968dd48e,revision_number=0']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:37:51.797465 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-8a69a7b5-8464-409c-9ef7-952f1b129295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:37:51.805345 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a69a7b5-8464-409c-9ef7-952f1b129295 admin admin] Checking segment: {'id': '1492ef40-bb5f-42ab-ae78-27d253595792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5522f824-ef21-4f8a-bab7-9b6728599cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:37:51.805703 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a69a7b5-8464-409c-9ef7-952f1b129295 admin admin] Network hostable DHCP agents. Network: 5522f824-ef21-4f8a-bab7-9b6728599cac, hostable agents: ['b421ac0d-62b9-4a8f-94e9-2f7b98c53d5e'], hosted agents: [] {{(pid=98343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:37:51.826014 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a69a7b5-8464-409c-9ef7-952f1b129295 admin admin] Network 5522f824-ef21-4f8a-bab7-9b6728599cac is scheduled to be hosted by DHCP agent b421ac0d-62b9-4a8f-94e9-2f7b98c53d5e with binding_index 1 {{(pid=98343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:37:51.836907 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.base_scheduler [None req-8a69a7b5-8464-409c-9ef7-952f1b129295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-4-smb, 5522f824-ef21-4f8a-bab7-9b6728599cac) {{(pid=98343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:37:51.841511 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a69a7b5-8464-409c-9ef7-952f1b129295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:37:51.842180 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-8a69a7b5-8464-409c-9ef7-952f1b129295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for subnet, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:51.848385 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37efaa4-f47f-4d96-8be4-ff49e38c2fac None None] Network 5522f824-ef21-4f8a-bab7-9b6728599cac requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:37:51.872688 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-8a69a7b5-8464-409c-9ef7-952f1b129295 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5964613 May 20 21:37:52.083632 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65f643a3-8eba-5354-b1b9-494a9af0713b-5522f824-ef21-4f8a-bab7-9b6728599cac', 'network_id': '5522f824-ef21-4f8a-bab7-9b6728599cac', 'tenant_id': '69988eb680c7493bbb6801704cc027dd', 'fixed_ips': [{'subnet_id': '375ab1b4-a9d2-4f20-ba18-d870968dd48e'}]}} from dv-cinder-792462-4-smb. {{(pid=98344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:37:52.086359 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:52.324721 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-49765662-ed7c-4550-add9-d81d4df4c97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:52.346773 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.db_base_plugin_common [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Allocated IP 192.168.233.2 (5522f824-ef21-4f8a-bab7-9b6728599cac/375ab1b4-a9d2-4f20-ba18-d870968dd48e/fcfb9c5f-ea90-44ec-aa8d-544a7c4ad858) {{(pid=98344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:37:52.649484 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Notify callbacks [] for port, precommit_create {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:52.669574 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Transition to ACTIVE for port object fcfb9c5f-ea90-44ec-aa8d-544a7c4ad858 will not be triggered until provisioned by entity L2. {{(pid=98344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:37:52.690871 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Transition to ACTIVE for port object fcfb9c5f-ea90-44ec-aa8d-544a7c4ad858 will not be triggered until provisioned by entity DHCP. {{(pid=98344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:37:52.699613 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854'] for port, after_create {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:52.704129 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:37:52.787645 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Pushing event updated for resources: {'Port': ['ID=fcfb9c5f-ea90-44ec-aa8d-544a7c4ad858,revision_number=1']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:37:52.798868 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:52.798868 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:52.798868 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:52.799316 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:52.799416 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:52.799664 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:52.799970 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:52.800352 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:52.800682 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:52.801387 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:52.801387 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:52.801956 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:37:52.807457 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Network 5522f824-ef21-4f8a-bab7-9b6728599cac is already hosted by enough agents. {{(pid=98344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:37:52.808429 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:37:52.810555 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.scheduler.base_scheduler [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Resources bound (agent type, host, resource id): {{(pid=98344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:37:52.813823 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Received port after_create {{(pid=98344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:37:52.927997 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Attempting to bind port fcfb9c5f-ea90-44ec-aa8d-544a7c4ad858 on host dv-cinder-792462-4-smb for vnic_type normal with profile {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:37:52.928659 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Attempting to bind port fcfb9c5f-ea90-44ec-aa8d-544a7c4ad858 by drivers openvswitch,hyperv on host dv-cinder-792462-4-smb at level 0 using segments [{'id': '1492ef40-bb5f-42ab-ae78-27d253595792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5522f824-ef21-4f8a-bab7-9b6728599cac'}] {{(pid=98344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:37:52.928787 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Attempting to bind port fcfb9c5f-ea90-44ec-aa8d-544a7c4ad858 on network 5522f824-ef21-4f8a-bab7-9b6728599cac {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:37:52.934466 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Checking agent: {'id': '09546d46-3481-475a-a863-9c6fd271337e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 34, 25), 'started_at': datetime.datetime(2021, 5, 20, 21, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:37:52.934833 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Checking segment: {'id': '1492ef40-bb5f-42ab-ae78-27d253595792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5522f824-ef21-4f8a-bab7-9b6728599cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:37:52.935219 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:52.935601 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Bound using segment: {'id': '1492ef40-bb5f-42ab-ae78-27d253595792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5522f824-ef21-4f8a-bab7-9b6728599cac'} {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:37:52.936066 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Bound port: fcfb9c5f-ea90-44ec-aa8d-544a7c4ad858, host: dv-cinder-792462-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1492ef40-bb5f-42ab-ae78-27d253595792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5522f824-ef21-4f8a-bab7-9b6728599cac'}}] {{(pid=98344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:37:52.936521 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:53.030082 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] For port fcfb9c5f-ea90-44ec-aa8d-544a7c4ad858, host dv-cinder-792462-4-smb, cleared binding levels {{(pid=98344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:37:53.033352 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] For port fcfb9c5f-ea90-44ec-aa8d-544a7c4ad858, host dv-cinder-792462-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=fcfb9c5f-ea90-44ec-aa8d-544a7c4ad858,segment=NetworkSegment(1492ef40-bb5f-42ab-ae78-27d253595792),segment_id=1492ef40-bb5f-42ab-ae78-27d253595792)] {{(pid=98344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:37:53.038946 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:53.042899 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:37:53.121950 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Pushing event updated for resources: {'Port': ['ID=fcfb9c5f-ea90-44ec-aa8d-544a7c4ad858,revision_number=2']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:37:53.125425 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:37:53.974437 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27046f54-e499-4b9e-8516-8a27825337ac None None] Network 5522f824-ef21-4f8a-bab7-9b6728599cac requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:37:54.087689 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-ba89ea8b-7a45-4d4a-b4d0-e15e487c407a None None] Provisioning for port fcfb9c5f-ea90-44ec-aa8d-544a7c4ad858 completed by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:37:54.882077 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device fcfb9c5f-ea90-44ec-aa8d-544a7c4ad858 up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:37:54.984251 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning for port fcfb9c5f-ea90-44ec-aa8d-544a7c4ad858 completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:37:54.989406 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port fcfb9c5f-ea90-44ec-aa8d-544a7c4ad858 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:37:54.989780 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:55.110015 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:55.143051 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] For port fcfb9c5f-ea90-44ec-aa8d-544a7c4ad858, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=fcfb9c5f-ea90-44ec-aa8d-544a7c4ad858,segment=NetworkSegment(1492ef40-bb5f-42ab-ae78-27d253595792),segment_id=1492ef40-bb5f-42ab-ae78-27d253595792)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:37:55.148622 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:55.150783 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:37:55.219763 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Pushing event updated for resources: {'Port': ['ID=fcfb9c5f-ea90-44ec-aa8d-544a7c4ad858,revision_number=3']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:37:55.223947 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:37:55.515020 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:56.137201 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-21e33603-dc2c-4d4e-a88c-4e7febd53587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:56.862002 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device fcfb9c5f-ea90-44ec-aa8d-544a7c4ad858 up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:37:56.935070 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port fcfb9c5f-ea90-44ec-aa8d-544a7c4ad858 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:37:56.935460 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:57.437819 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:37:59.114238 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:38:21.774552 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 5 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:38:22.200770 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a546d17b-3626-4e59-817f-fb12b508c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:38:25.521286 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:38:26.140600 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-b9bcf768-f18e-41e8-8b67-b88c76929533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:38:27.437203 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:38:29.118967 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:38:52.197156 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-e21a6e5d-d7dd-4cc4-8530-41364f76f602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:38:55.519694 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:38:56.145609 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-f4d977d4-a6b1-4ef9-a031-bf1057bdc5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:38:57.441296 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:38:58.773973 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 5 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:38:59.120514 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:05.619109 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 37490) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:39:05.625287 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [None req-7d26a752-a1d2-4a91-929e-2e3edd5cdc2a tempest-verify_tempest_config-134858031 tempest-verify_tempest_config-134858031-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:39:05.626299 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-7d26a752-a1d2-4a91-929e-2e3edd5cdc2a tempest-verify_tempest_config-134858031 tempest-verify_tempest_config-134858031-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062151 May 20 21:39:05.959191 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 37508) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:39:06.088085 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-9247f361-39f1-4adb-8dfa-c52dc0674886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:06.102940 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-9247f361-39f1-4adb-8dfa-c52dc0674886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:39:06.106769 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-9247f361-39f1-4adb-8dfa-c52dc0674886 admin admin] Usage tracker for resource:security_group_rule and tenant:8c8f6559f97d49a58ee37112ff751db4 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:39:06.110253 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-9247f361-39f1-4adb-8dfa-c52dc0674886 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:39:06.116811 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-9247f361-39f1-4adb-8dfa-c52dc0674886 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:39:06.219168 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-9247f361-39f1-4adb-8dfa-c52dc0674886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:06.223702 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-9247f361-39f1-4adb-8dfa-c52dc0674886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:06.230887 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:39:06.273698 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-9247f361-39f1-4adb-8dfa-c52dc0674886 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8c8f6559f97d49a58ee37112ff751db4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3134539 May 20 21:39:06.274400 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247f361-39f1-4adb-8dfa-c52dc0674886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af746f56-22de-4b22-8c71-9d1ff976b596,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:39:06.276890 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 37514) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:39:06.282003 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9247f361-39f1-4adb-8dfa-c52dc0674886 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:06.282352 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9247f361-39f1-4adb-8dfa-c52dc0674886 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:06.282682 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9247f361-39f1-4adb-8dfa-c52dc0674886 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:06.283014 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9247f361-39f1-4adb-8dfa-c52dc0674886 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:06.283337 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9247f361-39f1-4adb-8dfa-c52dc0674886 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:06.283658 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9247f361-39f1-4adb-8dfa-c52dc0674886 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:06.283978 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9247f361-39f1-4adb-8dfa-c52dc0674886 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:06.284318 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9247f361-39f1-4adb-8dfa-c52dc0674886 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:06.284664 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9247f361-39f1-4adb-8dfa-c52dc0674886 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:06.284982 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9247f361-39f1-4adb-8dfa-c52dc0674886 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:06.285299 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9247f361-39f1-4adb-8dfa-c52dc0674886 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:06.285610 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9247f361-39f1-4adb-8dfa-c52dc0674886 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:06.290812 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-9247f361-39f1-4adb-8dfa-c52dc0674886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:39:06.341365 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-d66e410b-fb58-4567-9f23-e03fb1af50bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:06.367687 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-d66e410b-fb58-4567-9f23-e03fb1af50bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:06.466616 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-d66e410b-fb58-4567-9f23-e03fb1af50bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:06.471790 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:39:06.482776 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e410b-fb58-4567-9f23-e03fb1af50bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af746f56-22de-4b22-8c71-9d1ff976b596,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:39:06.494045 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-d66e410b-fb58-4567-9f23-e03fb1af50bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:06.497715 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-d66e410b-fb58-4567-9f23-e03fb1af50bb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/af746f56-22de-4b22-8c71-9d1ff976b596 HTTP/1.1" status: 204 len: 168 time: 0.2173004 May 20 21:39:06.497715 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e410b-fb58-4567-9f23-e03fb1af50bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:06.497715 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e410b-fb58-4567-9f23-e03fb1af50bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:06.497715 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e410b-fb58-4567-9f23-e03fb1af50bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:06.497715 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e410b-fb58-4567-9f23-e03fb1af50bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:06.498222 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e410b-fb58-4567-9f23-e03fb1af50bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:06.498222 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e410b-fb58-4567-9f23-e03fb1af50bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:06.498465 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e410b-fb58-4567-9f23-e03fb1af50bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:06.498726 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e410b-fb58-4567-9f23-e03fb1af50bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:06.500800 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e410b-fb58-4567-9f23-e03fb1af50bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:06.500800 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e410b-fb58-4567-9f23-e03fb1af50bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:06.500800 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e410b-fb58-4567-9f23-e03fb1af50bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:06.500800 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e410b-fb58-4567-9f23-e03fb1af50bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:39:06.503644 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-d66e410b-fb58-4567-9f23-e03fb1af50bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:39:22.195720 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-1408a1e6-92e4-40f2-bacb-18de415d3d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:25.512830 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:26.149446 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-99eca62f-a480-4d52-9507-6610fc75f3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:27.444619 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:29.122011 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:35.773992 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 5 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:39:52.202597 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-1e1b86aa-cfcd-4dd7-99fa-e9437ac0c583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:55.519182 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:56.155593 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-c50cc311-1b6a-4d90-9822-98955f5374a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:57.446477 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:39:59.125563 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:12.773547 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 5 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:40:22.187210 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-883b8d61-68a7-43e2-a75a-f0a1a80c4d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:25.513263 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:26.148103 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-e4bd31ed-1d32-4d41-816a-36f64eec403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:27.450162 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:29.214781 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:45.569542 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484'] for agent, after_create {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:49.224710 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 37566) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:40:49.345459 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-10e07846-3c87-4855-b829-f7d881344345 admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1195819 May 20 21:40:49.773231 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 6 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:40:51.553174 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 37576) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:40:51.609220 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-3dbdc828-90dd-4711-b334-bd0efbd2cf1a admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0548966 May 20 21:40:52.189364 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-e56388aa-e77b-471e-b89d-b20c42c1183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:55.517001 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:56.150053 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-9835a6c0-b7d0-460e-adec-4bcc7f25495e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:57.451862 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:40:59.127317 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:15.535039 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:22.191539 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-7a4cc9ec-48da-43e6-ba50-a0acb7f73a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:25.524288 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:26.152798 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-50d8d3ea-30c1-4f97-a287-14c87f8d6a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:26.772954 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 6 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:41:27.454270 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:29.135957 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:45.539688 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:52.196021 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-9a6e754e-3087-469a-b4a1-321db427fe6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:55.521436 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:56.154514 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-b3db5bc3-7dad-4e6e-a5ee-3450876b2197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:57.458048 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:41:59.138084 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:03.773337 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 6 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:42:15.537224 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:22.084149 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 37674) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:42:22.235668 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a89bc873-7bea-4a63-9b36-6af7ab42021e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:22.490764 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-577568110-network', 'tenant_id': '02474a2c64904c6fb152442041a5af03'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:42:22.504772 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:42:22.510283 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Usage tracker for resource:network and tenant:02474a2c64904c6fb152442041a5af03 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:42:22.514793 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:42:22.523803 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:42:22.549912 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Made reservation on behalf of 02474a2c64904c6fb152442041a5af03 for: {'network': 1} {{(pid=98342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:42:22.554287 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-574869'] for network, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:22.598585 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:22.639827 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:42:22.644892 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Usage tracker for resource:security_group_rule and tenant:02474a2c64904c6fb152442041a5af03 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:42:22.649378 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:42:22.656474 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:42:22.801732 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:22.810867 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:22.819387 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-9247f361-39f1-4adb-8dfa-c52dc0674886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:22.869968 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=98342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:42:22.898450 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1dbc8ff-d377-45e2-b8f1-225f2bc2aae4,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:22.919050 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:22.920237 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:22.920846 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:22.921363 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:22.921943 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:22.922624 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:22.923164 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:22.923546 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:22.923933 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:22.924291 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:22.924677 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:22.924992 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:22.926116 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Tracked resource versions report: May 20 21:42:22.926116 dv-cinder-792462-4-smb neutron-server[98342]: pushed versions: May 20 21:42:22.926116 dv-cinder-792462-4-smb neutron-server[98342]: { 'AddressGroup': {'1.2'}, May 20 21:42:22.926116 dv-cinder-792462-4-smb neutron-server[98342]: 'ConntrackHelper': {'1.0'}, May 20 21:42:22.926116 dv-cinder-792462-4-smb neutron-server[98342]: 'Log': {'1.0'}, May 20 21:42:22.926116 dv-cinder-792462-4-smb neutron-server[98342]: 'Network': {'1.1'}, May 20 21:42:22.926116 dv-cinder-792462-4-smb neutron-server[98342]: 'Port': {'1.7'}, May 20 21:42:22.926116 dv-cinder-792462-4-smb neutron-server[98342]: 'PortForwarding': {'1.2'}, May 20 21:42:22.926116 dv-cinder-792462-4-smb neutron-server[98342]: 'QosPolicy': {'1.8'}, May 20 21:42:22.926116 dv-cinder-792462-4-smb neutron-server[98342]: 'SecurityGroup': {'1.4'}, May 20 21:42:22.926116 dv-cinder-792462-4-smb neutron-server[98342]: 'SecurityGroupRule': {'1.2'}, May 20 21:42:22.926116 dv-cinder-792462-4-smb neutron-server[98342]: 'SubPort': {'1.0'}, May 20 21:42:22.926116 dv-cinder-792462-4-smb neutron-server[98342]: 'Subnet': {'1.1'}, May 20 21:42:22.926116 dv-cinder-792462-4-smb neutron-server[98342]: 'Trunk': {'1.1'}} May 20 21:42:22.926116 dv-cinder-792462-4-smb neutron-server[98342]: consumer versions: May 20 21:42:22.926116 dv-cinder-792462-4-smb neutron-server[98342]: { DHCP agent@dv-cinder-792462-4-smb: {}, May 20 21:42:22.926116 dv-cinder-792462-4-smb neutron-server[98342]: HyperV agent@hv-cinder-79246: {}, May 20 21:42:22.926116 dv-cinder-792462-4-smb neutron-server[98342]: L3 agent@dv-cinder-792462-4-smb: {}, May 20 21:42:22.926116 dv-cinder-792462-4-smb neutron-server[98342]: Metadata agent@dv-cinder-792462-4-smb: {}, May 20 21:42:22.926116 dv-cinder-792462-4-smb neutron-server[98342]: Metering agent@dv-cinder-792462-4-smb: {}, May 20 21:42:22.926116 dv-cinder-792462-4-smb neutron-server[98342]: Open vSwitch agent@dv-cinder-792462-4-smb: { 'AddressGroup': '1.2', May 20 21:42:22.926116 dv-cinder-792462-4-smb neutron-server[98342]: 'ConntrackHelper': '1.0', May 20 21:42:22.926116 dv-cinder-792462-4-smb neutron-server[98342]: 'Log': '1.0', May 20 21:42:22.926116 dv-cinder-792462-4-smb neutron-server[98342]: 'Network': '1.1', May 20 21:42:22.926116 dv-cinder-792462-4-smb neutron-server[98342]: 'Port': '1.7', May 20 21:42:22.926116 dv-cinder-792462-4-smb neutron-server[98342]: 'PortForwarding': '1.2', May 20 21:42:22.926116 dv-cinder-792462-4-smb neutron-server[98342]: 'QosPolicy': '1.8', May 20 21:42:22.926116 dv-cinder-792462-4-smb neutron-server[98342]: 'SecurityGroup': '1.4', May 20 21:42:22.926116 dv-cinder-792462-4-smb neutron-server[98342]: 'SecurityGroupRule': '1.2', May 20 21:42:22.926116 dv-cinder-792462-4-smb neutron-server[98342]: 'SubPort': '1.0', May 20 21:42:22.926116 dv-cinder-792462-4-smb neutron-server[98342]: 'Subnet': '1.1', May 20 21:42:22.926116 dv-cinder-792462-4-smb neutron-server[98342]: 'Trunk': '1.1'}} May 20 21:42:22.926116 dv-cinder-792462-4-smb neutron-server[98342]: {{(pid=98342) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 21:42:22.931084 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759169777466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329'] for segment, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:22.931531 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Unsubscribe: segment precommit_create {{(pid=98342) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 20 21:42:22.931961 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.db.segments_db [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Added segment 54b1c84e-94ed-47c5-9732-c818bd112025 of type vlan for network d792e157-988b-4be9-b81e-7ce03ac12952 May 20 21:42:22.940397 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:22.981768 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759169318099'] for network, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:23.038874 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1639574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1649568'] for network, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:23.040577 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:42:23.041209 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for network, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:23.046800 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:23.162080 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Pushing event updated for resources: {'Network': ['ID=d792e157-988b-4be9-b81e-7ce03ac12952,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:23.169482 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0814857 May 20 21:42:23.169482 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:23.169809 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 37724) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:42:23.177502 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-6b22a265-c93d-4288-a971-94b3605c2346 admin admin] Request body: {'subnet': {'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-577568110-subnet', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:42:23.179152 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Network d792e157-988b-4be9-b81e-7ce03ac12952 details requested by agent ovs-agent-dv-cinder-792462-4-smb with host dv-cinder-792462-4-smb {{(pid=98344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 21:42:23.182319 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-6b22a265-c93d-4288-a971-94b3605c2346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:42:23.186418 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-6b22a265-c93d-4288-a971-94b3605c2346 admin admin] Usage tracker for resource:subnet and tenant:02474a2c64904c6fb152442041a5af03 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:42:23.189634 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-6b22a265-c93d-4288-a971-94b3605c2346 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:42:23.196813 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-6b22a265-c93d-4288-a971-94b3605c2346 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:42:23.210546 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b22a265-c93d-4288-a971-94b3605c2346 admin admin] Made reservation on behalf of 02474a2c64904c6fb152442041a5af03 for: {'subnet': 1} {{(pid=98342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:42:23.213434 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-6b22a265-c93d-4288-a971-94b3605c2346 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:23.426250 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 37738) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:42:23.835936 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-6b22a265-c93d-4288-a971-94b3605c2346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599'] for subnet, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:23.840956 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:23.915281 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22a265-c93d-4288-a971-94b3605c2346 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e184cb69-105f-475e-83f0-129c4848c2ac,revision_number=0']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:23.920880 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-6b22a265-c93d-4288-a971-94b3605c2346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:23.934958 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b22a265-c93d-4288-a971-94b3605c2346 admin admin] Checking segment: {'id': '54b1c84e-94ed-47c5-9732-c818bd112025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:42:23.935245 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b22a265-c93d-4288-a971-94b3605c2346 admin admin] Network hostable DHCP agents. Network: d792e157-988b-4be9-b81e-7ce03ac12952, hostable agents: ['b421ac0d-62b9-4a8f-94e9-2f7b98c53d5e'], hosted agents: [] {{(pid=98342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:42:23.945718 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1061499446-network', 'tenant_id': '462722ee06ab47f396fc96575d046bdc'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:42:23.952712 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:42:23.959297 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Usage tracker for resource:network and tenant:462722ee06ab47f396fc96575d046bdc is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:42:23.965304 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:42:23.973521 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b22a265-c93d-4288-a971-94b3605c2346 admin admin] Network d792e157-988b-4be9-b81e-7ce03ac12952 is scheduled to be hosted by DHCP agent b421ac0d-62b9-4a8f-94e9-2f7b98c53d5e with binding_index 1 {{(pid=98342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:42:23.981439 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:42:23.991201 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.base_scheduler [None req-6b22a265-c93d-4288-a971-94b3605c2346 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-4-smb, d792e157-988b-4be9-b81e-7ce03ac12952) {{(pid=98342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:42:23.996555 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b22a265-c93d-4288-a971-94b3605c2346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:42:23.997212 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-6b22a265-c93d-4288-a971-94b3605c2346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for subnet, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:24.010110 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc9ae36-5125-4ef5-9677-72c48b2f1d4e None None] Network d792e157-988b-4be9-b81e-7ce03ac12952 requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:42:24.028598 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-6b22a265-c93d-4288-a971-94b3605c2346 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8577971 May 20 21:42:24.031749 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 37758) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:42:24.038263 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-5c11ba01-af7a-4bd1-bd2c-878ad2d98d8c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-577568110-router', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'}}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:42:24.043776 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Made reservation on behalf of 462722ee06ab47f396fc96575d046bdc for: {'network': 1} {{(pid=98343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:42:24.048112 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-574869'] for network, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:24.049144 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-5c11ba01-af7a-4bd1-bd2c-878ad2d98d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:42:24.056034 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-5c11ba01-af7a-4bd1-bd2c-878ad2d98d8c admin admin] Usage tracker for resource:router and tenant:02474a2c64904c6fb152442041a5af03 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:42:24.059277 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-5c11ba01-af7a-4bd1-bd2c-878ad2d98d8c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:42:24.066535 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-5c11ba01-af7a-4bd1-bd2c-878ad2d98d8c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:42:24.088038 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-5c11ba01-af7a-4bd1-bd2c-878ad2d98d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2026209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:24.089094 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-5c11ba01-af7a-4bd1-bd2c-878ad2d98d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2027255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1641796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4986'] for router, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:24.090206 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:24.134373 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-5c11ba01-af7a-4bd1-bd2c-878ad2d98d8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:24.158293 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:42:24.169723 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Usage tracker for resource:security_group_rule and tenant:462722ee06ab47f396fc96575d046bdc is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:42:24.176912 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:42:24.191345 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:42:24.216066 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 37766) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:42:24.363385 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:24.373981 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:24.377874 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-5d85421b-6b30-4a40-b135-98624d995904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:24.441334 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=98343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:42:24.453988 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd83361b-2ea4-42c1-a800-4d302cf0d658,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:24.468064 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329'] for segment, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:24.468064 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.db.segments_db [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Added segment c8882a79-3f5b-43e5-87fa-475536f2fbe2 of type vlan for network a0e8f491-adaf-493f-a233-ff27efefc925 May 20 21:42:24.468989 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:24.469337 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:24.469738 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:24.470061 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:24.470529 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:24.470858 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:24.471187 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:24.471510 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:24.472029 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:24.472375 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:24.472699 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:24.473010 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:24.474927 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Tracked resource versions report: May 20 21:42:24.474927 dv-cinder-792462-4-smb neutron-server[98343]: pushed versions: May 20 21:42:24.474927 dv-cinder-792462-4-smb neutron-server[98343]: { 'AddressGroup': {'1.2'}, May 20 21:42:24.474927 dv-cinder-792462-4-smb neutron-server[98343]: 'ConntrackHelper': {'1.0'}, May 20 21:42:24.474927 dv-cinder-792462-4-smb neutron-server[98343]: 'Log': {'1.0'}, May 20 21:42:24.474927 dv-cinder-792462-4-smb neutron-server[98343]: 'Network': {'1.1'}, May 20 21:42:24.474927 dv-cinder-792462-4-smb neutron-server[98343]: 'Port': {'1.7'}, May 20 21:42:24.474927 dv-cinder-792462-4-smb neutron-server[98343]: 'PortForwarding': {'1.2'}, May 20 21:42:24.474927 dv-cinder-792462-4-smb neutron-server[98343]: 'QosPolicy': {'1.8'}, May 20 21:42:24.474927 dv-cinder-792462-4-smb neutron-server[98343]: 'SecurityGroup': {'1.4'}, May 20 21:42:24.474927 dv-cinder-792462-4-smb neutron-server[98343]: 'SecurityGroupRule': {'1.2'}, May 20 21:42:24.474927 dv-cinder-792462-4-smb neutron-server[98343]: 'SubPort': {'1.0'}, May 20 21:42:24.474927 dv-cinder-792462-4-smb neutron-server[98343]: 'Subnet': {'1.1'}, May 20 21:42:24.474927 dv-cinder-792462-4-smb neutron-server[98343]: 'Trunk': {'1.1'}} May 20 21:42:24.474927 dv-cinder-792462-4-smb neutron-server[98343]: consumer versions: May 20 21:42:24.474927 dv-cinder-792462-4-smb neutron-server[98343]: { DHCP agent@dv-cinder-792462-4-smb: {}, May 20 21:42:24.474927 dv-cinder-792462-4-smb neutron-server[98343]: HyperV agent@hv-cinder-79246: {}, May 20 21:42:24.474927 dv-cinder-792462-4-smb neutron-server[98343]: L3 agent@dv-cinder-792462-4-smb: {}, May 20 21:42:24.474927 dv-cinder-792462-4-smb neutron-server[98343]: Metadata agent@dv-cinder-792462-4-smb: {}, May 20 21:42:24.474927 dv-cinder-792462-4-smb neutron-server[98343]: Metering agent@dv-cinder-792462-4-smb: {}, May 20 21:42:24.474927 dv-cinder-792462-4-smb neutron-server[98343]: Open vSwitch agent@dv-cinder-792462-4-smb: { 'AddressGroup': '1.2', May 20 21:42:24.474927 dv-cinder-792462-4-smb neutron-server[98343]: 'ConntrackHelper': '1.0', May 20 21:42:24.474927 dv-cinder-792462-4-smb neutron-server[98343]: 'Log': '1.0', May 20 21:42:24.474927 dv-cinder-792462-4-smb neutron-server[98343]: 'Network': '1.1', May 20 21:42:24.474927 dv-cinder-792462-4-smb neutron-server[98343]: 'Port': '1.7', May 20 21:42:24.474927 dv-cinder-792462-4-smb neutron-server[98343]: 'PortForwarding': '1.2', May 20 21:42:24.474927 dv-cinder-792462-4-smb neutron-server[98343]: 'QosPolicy': '1.8', May 20 21:42:24.474927 dv-cinder-792462-4-smb neutron-server[98343]: 'SecurityGroup': '1.4', May 20 21:42:24.474927 dv-cinder-792462-4-smb neutron-server[98343]: 'SecurityGroupRule': '1.2', May 20 21:42:24.474927 dv-cinder-792462-4-smb neutron-server[98343]: 'SubPort': '1.0', May 20 21:42:24.474927 dv-cinder-792462-4-smb neutron-server[98343]: 'Subnet': '1.1', May 20 21:42:24.474927 dv-cinder-792462-4-smb neutron-server[98343]: 'Trunk': '1.1'}} May 20 21:42:24.474927 dv-cinder-792462-4-smb neutron-server[98343]: {{(pid=98343) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 21:42:24.482716 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:24.519422 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759169318099'] for network, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:24.577070 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65f643a3-8eba-5354-b1b9-494a9af0713b-d792e157-988b-4be9-b81e-7ce03ac12952', 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'fixed_ips': [{'subnet_id': 'e184cb69-105f-475e-83f0-129c4848c2ac'}]}} from dv-cinder-792462-4-smb. {{(pid=98344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:42:24.578008 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:24.594061 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1639574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1649568'] for network, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:24.600603 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:42:24.603957 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for network, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:24.666410 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-70f83375-8b8f-40ca-8046-d81eca716356 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-231833693-network', 'tenant_id': '9f6cc23c741843818689bad4f7a6cecc'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:42:24.673883 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:24.702316 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-70f83375-8b8f-40ca-8046-d81eca716356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:42:24.727005 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-70f83375-8b8f-40ca-8046-d81eca716356 admin admin] Usage tracker for resource:network and tenant:9f6cc23c741843818689bad4f7a6cecc is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:42:24.753536 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-5c11ba01-af7a-4bd1-bd2c-878ad2d98d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2026231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4968'] for router, precommit_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:24.761914 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-70f83375-8b8f-40ca-8046-d81eca716356 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:42:24.785912 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3566234 May 20 21:42:24.787787 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-70f83375-8b8f-40ca-8046-d81eca716356 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:42:24.799504 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 37792) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:42:24.809354 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-ff1a1764-90ea-4f49-bd19-9862346a8c2d admin admin] Request body: {'subnet': {'network_id': 'a0e8f491-adaf-493f-a233-ff27efefc925', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1061499446-subnet', 'tenant_id': '462722ee06ab47f396fc96575d046bdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:42:24.815487 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-ff1a1764-90ea-4f49-bd19-9862346a8c2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:42:24.822456 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-ff1a1764-90ea-4f49-bd19-9862346a8c2d admin admin] Usage tracker for resource:subnet and tenant:462722ee06ab47f396fc96575d046bdc is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:42:24.827130 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-ff1a1764-90ea-4f49-bd19-9862346a8c2d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:42:24.835625 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-ff1a1764-90ea-4f49-bd19-9862346a8c2d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:42:24.866689 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1a1764-90ea-4f49-bd19-9862346a8c2d admin admin] Made reservation on behalf of 462722ee06ab47f396fc96575d046bdc for: {'subnet': 1} {{(pid=98342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:42:24.869453 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-ff1a1764-90ea-4f49-bd19-9862346a8c2d admin admin] Notify callbacks [] for subnet, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:24.885932 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.db_base_plugin_common [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Allocated IP 172.20.0.2 (d792e157-988b-4be9-b81e-7ce03ac12952/e184cb69-105f-475e-83f0-129c4848c2ac/0a482619-d090-4c35-80c9-67148a055771) {{(pid=98344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:42:24.898731 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Pushing event updated for resources: {'Network': ['ID=a0e8f491-adaf-493f-a233-ff27efefc925,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:24.903409 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:24.913384 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f83375-8b8f-40ca-8046-d81eca716356 admin admin] Made reservation on behalf of 9f6cc23c741843818689bad4f7a6cecc for: {'network': 1} {{(pid=98343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:42:24.918679 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-70f83375-8b8f-40ca-8046-d81eca716356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-574869'] for network, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:24.922511 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Network a0e8f491-adaf-493f-a233-ff27efefc925 details requested by agent ovs-agent-dv-cinder-792462-4-smb with host dv-cinder-792462-4-smb {{(pid=98344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 21:42:24.942632 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-70f83375-8b8f-40ca-8046-d81eca716356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:24.988019 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-70f83375-8b8f-40ca-8046-d81eca716356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:42:24.997881 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-70f83375-8b8f-40ca-8046-d81eca716356 admin admin] Usage tracker for resource:security_group_rule and tenant:9f6cc23c741843818689bad4f7a6cecc is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:42:25.008906 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-70f83375-8b8f-40ca-8046-d81eca716356 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:42:25.026805 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-70f83375-8b8f-40ca-8046-d81eca716356 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:42:25.239838 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-70f83375-8b8f-40ca-8046-d81eca716356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:25.247782 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-70f83375-8b8f-40ca-8046-d81eca716356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:25.259757 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:25.301275 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f83375-8b8f-40ca-8046-d81eca716356 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=98343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:42:25.308970 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f83375-8b8f-40ca-8046-d81eca716356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a3dae6-fa69-46c7-83c7-ba5021a84ecd,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:25.315212 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-70f83375-8b8f-40ca-8046-d81eca716356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:25.321716 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-70f83375-8b8f-40ca-8046-d81eca716356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329'] for segment, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:25.322051 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.db.segments_db [None req-70f83375-8b8f-40ca-8046-d81eca716356 admin admin] Added segment 712fb00d-997f-4fae-9dbd-c3257b20a933 of type vlan for network c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3 May 20 21:42:25.361875 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-70f83375-8b8f-40ca-8046-d81eca716356 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759169318099'] for network, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:25.414436 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-70f83375-8b8f-40ca-8046-d81eca716356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1639574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1649568'] for network, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:25.416073 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f83375-8b8f-40ca-8046-d81eca716356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:42:25.417028 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-70f83375-8b8f-40ca-8046-d81eca716356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for network, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:25.448236 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Notify callbacks [] for port, precommit_create {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:25.450299 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-4d65b2c3-a034-4752-9093-f08dddb14091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:25.461324 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Transition to ACTIVE for port object 0a482619-d090-4c35-80c9-67148a055771 will not be triggered until provisioned by entity L2. {{(pid=98344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:42:25.476100 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-70f83375-8b8f-40ca-8046-d81eca716356 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2584696 May 20 21:42:25.481333 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 37812) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:42:25.495329 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Transition to ACTIVE for port object 0a482619-d090-4c35-80c9-67148a055771 will not be triggered until provisioned by entity DHCP. {{(pid=98344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:42:25.501079 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-c8bcece0-5a3b-4c68-a5e1-916e981933e9 admin admin] Request body: {'subnet': {'network_id': 'c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-231833693-subnet', 'tenant_id': '9f6cc23c741843818689bad4f7a6cecc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:42:25.510686 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854'] for port, after_create {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:25.517635 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-c8bcece0-5a3b-4c68-a5e1-916e981933e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:42:25.524021 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-122dc26a-630e-4ea9-89ec-e88e1017f258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:25.530057 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-c8bcece0-5a3b-4c68-a5e1-916e981933e9 admin admin] Usage tracker for resource:subnet and tenant:9f6cc23c741843818689bad4f7a6cecc is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:42:25.591164 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-c8bcece0-5a3b-4c68-a5e1-916e981933e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:42:25.612789 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-c8bcece0-5a3b-4c68-a5e1-916e981933e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:42:25.617916 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f83375-8b8f-40ca-8046-d81eca716356 admin admin] Pushing event updated for resources: {'Network': ['ID=c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:25.622247 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-70f83375-8b8f-40ca-8046-d81eca716356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:25.622563 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:25.630890 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Pushing event updated for resources: {'Port': ['ID=0a482619-d090-4c35-80c9-67148a055771,revision_number=1']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:25.640129 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bcece0-5a3b-4c68-a5e1-916e981933e9 admin admin] Made reservation on behalf of 9f6cc23c741843818689bad4f7a6cecc for: {'subnet': 1} {{(pid=98343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:42:25.640922 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Network d792e157-988b-4be9-b81e-7ce03ac12952 is already hosted by enough agents. {{(pid=98344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:42:25.641866 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Network c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3 details requested by agent ovs-agent-dv-cinder-792462-4-smb with host dv-cinder-792462-4-smb {{(pid=98344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 21:42:25.656258 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c8bcece0-5a3b-4c68-a5e1-916e981933e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:25.667478 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.scheduler.base_scheduler [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Resources bound (agent type, host, resource id): {{(pid=98344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:42:25.669567 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:25.669567 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:25.669567 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:25.672761 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:25.673358 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:25.673705 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:25.674040 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:25.674514 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:25.674848 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:25.675170 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:25.675547 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:25.675963 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:25.677869 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Tracked resource versions report: May 20 21:42:25.677869 dv-cinder-792462-4-smb neutron-server[98344]: pushed versions: May 20 21:42:25.677869 dv-cinder-792462-4-smb neutron-server[98344]: { 'AddressGroup': {'1.2'}, May 20 21:42:25.677869 dv-cinder-792462-4-smb neutron-server[98344]: 'ConntrackHelper': {'1.0'}, May 20 21:42:25.677869 dv-cinder-792462-4-smb neutron-server[98344]: 'Log': {'1.0'}, May 20 21:42:25.677869 dv-cinder-792462-4-smb neutron-server[98344]: 'Network': {'1.1'}, May 20 21:42:25.677869 dv-cinder-792462-4-smb neutron-server[98344]: 'Port': {'1.7'}, May 20 21:42:25.677869 dv-cinder-792462-4-smb neutron-server[98344]: 'PortForwarding': {'1.2'}, May 20 21:42:25.677869 dv-cinder-792462-4-smb neutron-server[98344]: 'QosPolicy': {'1.8'}, May 20 21:42:25.677869 dv-cinder-792462-4-smb neutron-server[98344]: 'SecurityGroup': {'1.4'}, May 20 21:42:25.677869 dv-cinder-792462-4-smb neutron-server[98344]: 'SecurityGroupRule': {'1.2'}, May 20 21:42:25.677869 dv-cinder-792462-4-smb neutron-server[98344]: 'SubPort': {'1.0'}, May 20 21:42:25.677869 dv-cinder-792462-4-smb neutron-server[98344]: 'Subnet': {'1.1'}, May 20 21:42:25.677869 dv-cinder-792462-4-smb neutron-server[98344]: 'Trunk': {'1.1'}} May 20 21:42:25.677869 dv-cinder-792462-4-smb neutron-server[98344]: consumer versions: May 20 21:42:25.677869 dv-cinder-792462-4-smb neutron-server[98344]: { DHCP agent@dv-cinder-792462-4-smb: {}, May 20 21:42:25.677869 dv-cinder-792462-4-smb neutron-server[98344]: HyperV agent@hv-cinder-79246: {}, May 20 21:42:25.677869 dv-cinder-792462-4-smb neutron-server[98344]: L3 agent@dv-cinder-792462-4-smb: {}, May 20 21:42:25.677869 dv-cinder-792462-4-smb neutron-server[98344]: Metadata agent@dv-cinder-792462-4-smb: {}, May 20 21:42:25.677869 dv-cinder-792462-4-smb neutron-server[98344]: Metering agent@dv-cinder-792462-4-smb: {}, May 20 21:42:25.677869 dv-cinder-792462-4-smb neutron-server[98344]: Open vSwitch agent@dv-cinder-792462-4-smb: { 'AddressGroup': '1.2', May 20 21:42:25.677869 dv-cinder-792462-4-smb neutron-server[98344]: 'ConntrackHelper': '1.0', May 20 21:42:25.677869 dv-cinder-792462-4-smb neutron-server[98344]: 'Log': '1.0', May 20 21:42:25.677869 dv-cinder-792462-4-smb neutron-server[98344]: 'Network': '1.1', May 20 21:42:25.677869 dv-cinder-792462-4-smb neutron-server[98344]: 'Port': '1.7', May 20 21:42:25.677869 dv-cinder-792462-4-smb neutron-server[98344]: 'PortForwarding': '1.2', May 20 21:42:25.677869 dv-cinder-792462-4-smb neutron-server[98344]: 'QosPolicy': '1.8', May 20 21:42:25.677869 dv-cinder-792462-4-smb neutron-server[98344]: 'SecurityGroup': '1.4', May 20 21:42:25.677869 dv-cinder-792462-4-smb neutron-server[98344]: 'SecurityGroupRule': '1.2', May 20 21:42:25.677869 dv-cinder-792462-4-smb neutron-server[98344]: 'SubPort': '1.0', May 20 21:42:25.677869 dv-cinder-792462-4-smb neutron-server[98344]: 'Subnet': '1.1', May 20 21:42:25.677869 dv-cinder-792462-4-smb neutron-server[98344]: 'Trunk': '1.1'}} May 20 21:42:25.677869 dv-cinder-792462-4-smb neutron-server[98344]: {{(pid=98344) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 21:42:25.696315 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Received port after_create {{(pid=98344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:42:25.821523 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:25.920634 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Attempting to bind port 0a482619-d090-4c35-80c9-67148a055771 on host dv-cinder-792462-4-smb for vnic_type normal with profile {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:42:25.921123 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Attempting to bind port 0a482619-d090-4c35-80c9-67148a055771 by drivers openvswitch,hyperv on host dv-cinder-792462-4-smb at level 0 using segments [{'id': '54b1c84e-94ed-47c5-9732-c818bd112025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952'}] {{(pid=98344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:42:25.921406 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Attempting to bind port 0a482619-d090-4c35-80c9-67148a055771 on network d792e157-988b-4be9-b81e-7ce03ac12952 {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:42:25.931720 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Checking agent: {'id': '09546d46-3481-475a-a863-9c6fd271337e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 34, 25), 'started_at': datetime.datetime(2021, 5, 20, 21, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:42:25.932104 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Checking segment: {'id': '54b1c84e-94ed-47c5-9732-c818bd112025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:42:25.932655 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:25.932995 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Bound using segment: {'id': '54b1c84e-94ed-47c5-9732-c818bd112025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952'} {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:42:25.933500 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Bound port: 0a482619-d090-4c35-80c9-67148a055771, host: dv-cinder-792462-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b1c84e-94ed-47c5-9732-c818bd112025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952'}}] {{(pid=98344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:42:25.933888 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:25.950420 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 37830) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:42:26.017010 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-5c11ba01-af7a-4bd1-bd2c-878ad2d98d8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:26.060599 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-5c11ba01-af7a-4bd1-bd2c-878ad2d98d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:26.085395 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] For port 0a482619-d090-4c35-80c9-67148a055771, host dv-cinder-792462-4-smb, cleared binding levels {{(pid=98344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:42:26.090475 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] For port 0a482619-d090-4c35-80c9-67148a055771, host dv-cinder-792462-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=0a482619-d090-4c35-80c9-67148a055771,segment=NetworkSegment(54b1c84e-94ed-47c5-9732-c818bd112025),segment_id=54b1c84e-94ed-47c5-9732-c818bd112025)] {{(pid=98344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:42:26.102131 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:26.107889 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:26.344893 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Pushing event updated for resources: {'Port': ['ID=0a482619-d090-4c35-80c9-67148a055771,revision_number=2']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:26.351119 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:26.389317 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-7da9881d-be42-4929-982e-727ae84a9808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:26.565452 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c8bcece0-5a3b-4c68-a5e1-916e981933e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599'] for subnet, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:26.566047 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.db_base_plugin_common [None req-5c11ba01-af7a-4bd1-bd2c-878ad2d98d8c admin admin] Allocated IP 172.28.0.197 (6a7b2292-60f2-468f-9a72-8977b3c695a9/682e5247-0975-4386-b3ba-8aaf11b83d2b/65b7066a-d725-4b6b-972c-2a45f2eaf16d) {{(pid=98342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:42:26.572863 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:26.618387 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-c069963f-4653-4d03-91be-06737b5a4781 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-563439528-network', 'tenant_id': '9d17d936aab246a39b5c87e64eff8ada'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:42:26.663900 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-c069963f-4653-4d03-91be-06737b5a4781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:42:26.668119 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-ff1a1764-90ea-4f49-bd19-9862346a8c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599'] for subnet, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:26.693530 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bcece0-5a3b-4c68-a5e1-916e981933e9 admin admin] Checking segment: {'id': '712fb00d-997f-4fae-9dbd-c3257b20a933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:42:26.694037 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bcece0-5a3b-4c68-a5e1-916e981933e9 admin admin] Network hostable DHCP agents. Network: c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3, hostable agents: ['b421ac0d-62b9-4a8f-94e9-2f7b98c53d5e'], hosted agents: [] {{(pid=98343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:42:26.697383 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bcece0-5a3b-4c68-a5e1-916e981933e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f589239-d7e8-4c4e-8d52-786435111b4c,revision_number=0']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:26.701547 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-c8bcece0-5a3b-4c68-a5e1-916e981933e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:26.721636 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bcece0-5a3b-4c68-a5e1-916e981933e9 admin admin] Network c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3 is scheduled to be hosted by DHCP agent b421ac0d-62b9-4a8f-94e9-2f7b98c53d5e with binding_index 1 {{(pid=98343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:42:26.735222 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-c069963f-4653-4d03-91be-06737b5a4781 admin admin] Usage tracker for resource:network and tenant:9d17d936aab246a39b5c87e64eff8ada is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:42:26.754725 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.base_scheduler [None req-c8bcece0-5a3b-4c68-a5e1-916e981933e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-4-smb, c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3) {{(pid=98343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:42:26.763548 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bcece0-5a3b-4c68-a5e1-916e981933e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:42:26.765039 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c8bcece0-5a3b-4c68-a5e1-916e981933e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for subnet, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:26.770752 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-cc9d0daa-b780-45b7-a4f0-6c3515c0182b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:26.776427 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b8b734-b773-478c-8dc2-ac45833b8b52 None None] Network c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3 requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:42:26.851684 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-c8bcece0-5a3b-4c68-a5e1-916e981933e9 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3688049 May 20 21:42:26.853657 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-c069963f-4653-4d03-91be-06737b5a4781 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:42:26.854435 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 37854) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:42:26.872055 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-fe8bdb26-6dad-4957-aa37-42c80baacd27 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-231833693-router', 'tenant_id': '9f6cc23c741843818689bad4f7a6cecc', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'}}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:42:26.899277 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-fe8bdb26-6dad-4957-aa37-42c80baacd27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:42:26.914067 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-fe8bdb26-6dad-4957-aa37-42c80baacd27 admin admin] Usage tracker for resource:router and tenant:9f6cc23c741843818689bad4f7a6cecc is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:42:26.919473 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-fe8bdb26-6dad-4957-aa37-42c80baacd27 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:42:26.942610 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-fe8bdb26-6dad-4957-aa37-42c80baacd27 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:42:26.948716 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a1764-90ea-4f49-bd19-9862346a8c2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a0aa404-f762-4a40-8a37-03345bde1a32,revision_number=0']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:26.957751 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-c069963f-4653-4d03-91be-06737b5a4781 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:42:26.976962 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-fe8bdb26-6dad-4957-aa37-42c80baacd27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2026209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:26.978780 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-fe8bdb26-6dad-4957-aa37-42c80baacd27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2027255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1641796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4986'] for router, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:27.031595 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-fe8bdb26-6dad-4957-aa37-42c80baacd27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:27.035527 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-ff1a1764-90ea-4f49-bd19-9862346a8c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:27.267615 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 0a482619-d090-4c35-80c9-67148a055771 up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:42:27.270136 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c069963f-4653-4d03-91be-06737b5a4781 admin admin] Made reservation on behalf of 9d17d936aab246a39b5c87e64eff8ada for: {'network': 1} {{(pid=98342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:42:27.276013 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-c069963f-4653-4d03-91be-06737b5a4781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-574869'] for network, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:27.324054 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90c05fe-fd72-4f72-953e-448815a5c115 None None] Network c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3 requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:42:27.376528 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-5c11ba01-af7a-4bd1-bd2c-878ad2d98d8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:27.511725 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1a1764-90ea-4f49-bd19-9862346a8c2d admin admin] Checking segment: {'id': 'c8882a79-3f5b-43e5-87fa-475536f2fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a0e8f491-adaf-493f-a233-ff27efefc925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:42:27.515190 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1a1764-90ea-4f49-bd19-9862346a8c2d admin admin] Network hostable DHCP agents. Network: a0e8f491-adaf-493f-a233-ff27efefc925, hostable agents: ['b421ac0d-62b9-4a8f-94e9-2f7b98c53d5e'], hosted agents: [] {{(pid=98342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:42:27.531771 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-5c11ba01-af7a-4bd1-bd2c-878ad2d98d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854'] for port, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:27.569040 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:27.578094 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-c069963f-4653-4d03-91be-06737b5a4781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:27.606702 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:27.612599 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning for port 0a482619-d090-4c35-80c9-67148a055771 completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:42:27.662538 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c11ba01-af7a-4bd1-bd2c-878ad2d98d8c admin admin] Network 6a7b2292-60f2-468f-9a72-8977b3c695a9 is already hosted by enough agents. {{(pid=98342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:42:27.668830 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-c069963f-4653-4d03-91be-06737b5a4781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:42:27.673757 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-c069963f-4653-4d03-91be-06737b5a4781 admin admin] Usage tracker for resource:security_group_rule and tenant:9d17d936aab246a39b5c87e64eff8ada is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:42:27.678087 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-c069963f-4653-4d03-91be-06737b5a4781 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:42:27.712152 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.base_scheduler [None req-5c11ba01-af7a-4bd1-bd2c-878ad2d98d8c admin admin] Resources bound (agent type, host, resource id): {{(pid=98342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:42:27.769946 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-c069963f-4653-4d03-91be-06737b5a4781 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:42:27.795494 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c11ba01-af7a-4bd1-bd2c-878ad2d98d8c admin admin] Received port after_create {{(pid=98342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:42:28.147291 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2118be0f-7764-4d56-8dc8-d52e58faecdc None None] Network d792e157-988b-4be9-b81e-7ce03ac12952 requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:42:28.315912 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1a1764-90ea-4f49-bd19-9862346a8c2d admin admin] Network a0e8f491-adaf-493f-a233-ff27efefc925 is scheduled to be hosted by DHCP agent b421ac0d-62b9-4a8f-94e9-2f7b98c53d5e with binding_index 1 {{(pid=98342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:42:28.331972 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-fe8bdb26-6dad-4957-aa37-42c80baacd27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2026231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4968'] for router, precommit_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:28.392875 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.base_scheduler [None req-ff1a1764-90ea-4f49-bd19-9862346a8c2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-4-smb, a0e8f491-adaf-493f-a233-ff27efefc925) {{(pid=98342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:42:28.406935 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11ba01-af7a-4bd1-bd2c-878ad2d98d8c admin admin] Pushing event updated for resources: {'Port': ['ID=65b7066a-d725-4b6b-972c-2a45f2eaf16d,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:28.426807 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1a1764-90ea-4f49-bd19-9862346a8c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:42:28.427542 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-ff1a1764-90ea-4f49-bd19-9862346a8c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for subnet, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:28.499283 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-5c11ba01-af7a-4bd1-bd2c-878ad2d98d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.892s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:28.651961 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-ff1a1764-90ea-4f49-bd19-9862346a8c2d admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.8495584 May 20 21:42:28.679838 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290dd994-3e5d-4676-ab55-9548af429814 None None] Network a0e8f491-adaf-493f-a233-ff27efefc925 requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:42:28.845613 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-c069963f-4653-4d03-91be-06737b5a4781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:28.877910 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-d486560b-9614-4ad7-b3e0-6bf068fbddc9 None None] Provisioning for port 0a482619-d090-4c35-80c9-67148a055771 completed by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:42:28.906568 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-d486560b-9614-4ad7-b3e0-6bf068fbddc9 None None] Provisioning complete for port 0a482619-d090-4c35-80c9-67148a055771 triggered by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:42:28.906989 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-d486560b-9614-4ad7-b3e0-6bf068fbddc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:28.945361 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-c069963f-4653-4d03-91be-06737b5a4781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:28.963118 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:29.011319 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c069963f-4653-4d03-91be-06737b5a4781 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=98342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:42:29.022801 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069963f-4653-4d03-91be-06737b5a4781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6951169a-707b-41f0-8e85-189e7f1728e6,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:29.026682 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-5c11ba01-af7a-4bd1-bd2c-878ad2d98d8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:29.089213 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-c069963f-4653-4d03-91be-06737b5a4781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329'] for segment, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:29.089431 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.db.segments_db [None req-c069963f-4653-4d03-91be-06737b5a4781 admin admin] Added segment d795a156-5d2c-4d5c-95d4-c7863358a897 of type vlan for network 5fae7200-d2f3-4317-a947-35af8933181d May 20 21:42:29.090690 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-c069963f-4653-4d03-91be-06737b5a4781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:29.144246 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-c069963f-4653-4d03-91be-06737b5a4781 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759169318099'] for network, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:29.154711 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-fe8bdb26-6dad-4957-aa37-42c80baacd27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:29.186469 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-c069963f-4653-4d03-91be-06737b5a4781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1639574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1649568'] for network, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:29.190331 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c069963f-4653-4d03-91be-06737b5a4781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:42:29.190965 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-c069963f-4653-4d03-91be-06737b5a4781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for network, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:29.200247 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:29.310609 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-fe8bdb26-6dad-4957-aa37-42c80baacd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:29.321070 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d076339-c6f5-4d8d-8ce7-fef5d84a75d4 None None] Network a0e8f491-adaf-493f-a233-ff27efefc925 requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:42:29.413522 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:29.521092 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-c069963f-4653-4d03-91be-06737b5a4781 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.5692976 May 20 21:42:29.524727 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 37930) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:42:29.533203 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069963f-4653-4d03-91be-06737b5a4781 admin admin] Pushing event updated for resources: {'Network': ['ID=5fae7200-d2f3-4317-a947-35af8933181d,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:29.538940 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-1095233c-d45d-4918-80cd-2fe0043b4777 admin admin] Request body: {'subnet': {'network_id': '5fae7200-d2f3-4317-a947-35af8933181d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-563439528-subnet', 'tenant_id': '9d17d936aab246a39b5c87e64eff8ada', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:42:29.544033 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-1095233c-d45d-4918-80cd-2fe0043b4777 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:42:29.549444 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-1095233c-d45d-4918-80cd-2fe0043b4777 admin admin] Usage tracker for resource:subnet and tenant:9d17d936aab246a39b5c87e64eff8ada is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:42:29.553698 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-1095233c-d45d-4918-80cd-2fe0043b4777 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:42:29.560814 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-1095233c-d45d-4918-80cd-2fe0043b4777 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:42:29.629282 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-d486560b-9614-4ad7-b3e0-6bf068fbddc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:29.635482 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1095233c-d45d-4918-80cd-2fe0043b4777 admin admin] Made reservation on behalf of 9d17d936aab246a39b5c87e64eff8ada for: {'subnet': 1} {{(pid=98342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:42:29.638031 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1095233c-d45d-4918-80cd-2fe0043b4777 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:29.657294 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Network 5fae7200-d2f3-4317-a947-35af8933181d details requested by agent ovs-agent-dv-cinder-792462-4-smb with host dv-cinder-792462-4-smb {{(pid=98344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 21:42:29.661997 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-c069963f-4653-4d03-91be-06737b5a4781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:29.725145 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-d486560b-9614-4ad7-b3e0-6bf068fbddc9 None None] For port 0a482619-d090-4c35-80c9-67148a055771, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=0a482619-d090-4c35-80c9-67148a055771,segment=NetworkSegment(54b1c84e-94ed-47c5-9732-c818bd112025),segment_id=54b1c84e-94ed-47c5-9732-c818bd112025)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:42:29.809615 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-d486560b-9614-4ad7-b3e0-6bf068fbddc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:29.826722 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.db_base_plugin_common [None req-fe8bdb26-6dad-4957-aa37-42c80baacd27 admin admin] Allocated IP 172.28.0.140 (6a7b2292-60f2-468f-9a72-8977b3c695a9/682e5247-0975-4386-b3ba-8aaf11b83d2b/d01cd28b-de2a-40d6-b7d3-c4a406b1149b) {{(pid=98343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:42:29.836138 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-122dc26a-630e-4ea9-89ec-e88e1017f258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:30.077699 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-fe8bdb26-6dad-4957-aa37-42c80baacd27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:30.104089 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-5c11ba01-af7a-4bd1-bd2c-878ad2d98d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2026222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625290'] for router, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:30.127532 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-fe8bdb26-6dad-4957-aa37-42c80baacd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854'] for port, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:30.132788 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:30.151030 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486560b-9614-4ad7-b3e0-6bf068fbddc9 None None] Pushing event updated for resources: {'Port': ['ID=0a482619-d090-4c35-80c9-67148a055771,revision_number=3']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:30.215897 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-d486560b-9614-4ad7-b3e0-6bf068fbddc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:30.220415 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8bdb26-6dad-4957-aa37-42c80baacd27 admin admin] Pushing event updated for resources: {'Port': ['ID=d01cd28b-de2a-40d6-b7d3-c4a406b1149b,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:30.224836 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-fe8bdb26-6dad-4957-aa37-42c80baacd27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:30.234358 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-2c023bb4-ea34-426f-bf7f-aeaa580b3898 None None] Provisioning complete for port 0a482619-d090-4c35-80c9-67148a055771 triggered by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:42:30.234780 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-2c023bb4-ea34-426f-bf7f-aeaa580b3898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:30.261471 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8bdb26-6dad-4957-aa37-42c80baacd27 admin admin] Network 6a7b2292-60f2-468f-9a72-8977b3c695a9 is already hosted by enough agents. {{(pid=98343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:42:30.263837 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.base_scheduler [None req-fe8bdb26-6dad-4957-aa37-42c80baacd27 admin admin] Resources bound (agent type, host, resource id): {{(pid=98343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:42:30.272599 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8bdb26-6dad-4957-aa37-42c80baacd27 admin admin] Received port after_create {{(pid=98343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:42:30.508532 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 37966) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:42:30.548331 dv-cinder-792462-4-smb neutron-server[98342]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 20 21:42:30.891549 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-fe8bdb26-6dad-4957-aa37-42c80baacd27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:30.901987 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-a03ff511-c29a-4659-a989-60031848924a tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:42:30.903632 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-a03ff511-c29a-4659-a989-60031848924a tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/networks?id=a0e8f491-adaf-493f-a233-ff27efefc925 HTTP/1.1" status: 200 len: 815 time: 0.3921402 May 20 21:42:30.931848 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-6d821a7c-cbb8-4617-a7be-081761f223d6 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/quotas/462722ee06ab47f396fc96575d046bdc HTTP/1.1" status: 200 len: 375 time: 0.0214016 May 20 21:42:30.993315 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c11ba01-af7a-4bd1-bd2c-878ad2d98d8c admin admin] Router f556428d-a8f7-4dfd-8a38-53b9770d5939 is scheduled to L3 agent 0cab7e80-5b87-486c-a982-5030be84b7ba with binding_index 1 {{(pid=98342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 21:42:31.062947 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-e83d241e-22b4-4950-95fa-00190f430088 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=462722ee06ab47f396fc96575d046bdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0759280 May 20 21:42:31.099563 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 0a482619-d090-4c35-80c9-67148a055771 up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:42:31.272517 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port 0a482619-d090-4c35-80c9-67148a055771 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:42:31.272896 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:31.559933 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c11ba01-af7a-4bd1-bd2c-878ad2d98d8c admin admin] Notify agent at l3_agent.dv-cinder-792462-4-smb the message routers_updated {{(pid=98342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 21:42:31.581364 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea234a6-11eb-41e2-8385-b55d7c7ed1db None None] Sync routers for ids ['f556428d-a8f7-4dfd-8a38-53b9770d5939'] in dv-cinder-792462-4-smb {{(pid=98345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:42:31.606055 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea234a6-11eb-41e2-8385-b55d7c7ed1db None None] Routers {'f556428d-a8f7-4dfd-8a38-53b9770d5939'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:42:31.606736 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-2ea234a6-11eb-41e2-8385-b55d7c7ed1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:42:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['f556428d-a8f7-4dfd-8a38-53b9770d5939'], 'active': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:31.676283 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-5c11ba01-af7a-4bd1-bd2c-878ad2d98d8c admin admin] Notify callbacks [] for router, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:31.687179 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-5c11ba01-af7a-4bd1-bd2c-878ad2d98d8c admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.6539500 May 20 21:42:31.690336 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 38016) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:42:31.849451 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-fe8bdb26-6dad-4957-aa37-42c80baacd27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2026222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625290'] for router, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:31.882261 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-b9a1097b-4d4a-4dd4-9be9-de7c7b4ba8d5 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:42:31.883893 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-b9a1097b-4d4a-4dd4-9be9-de7c7b4ba8d5 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3276808 May 20 21:42:31.999295 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 38028) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:42:32.082092 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvr_db [None req-2ea234a6-11eb-41e2-8385-b55d7c7ed1db None None] Set router f556428d-a8f7-4dfd-8a38-53b9770d5939 gateway port host: dv-cinder-792462-4-smb {{(pid=98345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:42:32.106926 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-120ed94a-64ea-44f2-ad6b-5dec0fc33ea2 service neutron] 10.222.0.78 "GET /v2.0/networks/a0e8f491-adaf-493f-a233-ff27efefc925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140865 May 20 21:42:32.225104 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1095233c-d45d-4918-80cd-2fe0043b4777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599'] for subnet, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:32.267882 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-ff1a1764-90ea-4f49-bd19-9862346a8c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:32.341481 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1095233c-d45d-4918-80cd-2fe0043b4777 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a348b67-da9d-45b0-86aa-f538d34fc266,revision_number=0']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:32.346348 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-1095233c-d45d-4918-80cd-2fe0043b4777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:32.373184 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 38036) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:42:32.407891 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8bdb26-6dad-4957-aa37-42c80baacd27 admin admin] Router 792aa192-5257-4ace-a721-3bdbaaaed4d1 is scheduled to L3 agent 0cab7e80-5b87-486c-a982-5030be84b7ba with binding_index 1 {{(pid=98343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 21:42:32.466891 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1095233c-d45d-4918-80cd-2fe0043b4777 admin admin] Checking segment: {'id': 'd795a156-5d2c-4d5c-95d4-c7863358a897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '5fae7200-d2f3-4317-a947-35af8933181d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:42:32.467255 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1095233c-d45d-4918-80cd-2fe0043b4777 admin admin] Network hostable DHCP agents. Network: 5fae7200-d2f3-4317-a947-35af8933181d, hostable agents: ['b421ac0d-62b9-4a8f-94e9-2f7b98c53d5e'], hosted agents: [] {{(pid=98342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:42:32.520150 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-e518014a-9499-4ba9-b895-e98cb2b542b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:32.579975 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-e518014a-9499-4ba9-b895-e98cb2b542b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:42:32.599501 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1095233c-d45d-4918-80cd-2fe0043b4777 admin admin] Network 5fae7200-d2f3-4317-a947-35af8933181d is scheduled to be hosted by DHCP agent b421ac0d-62b9-4a8f-94e9-2f7b98c53d5e with binding_index 1 {{(pid=98342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:42:32.600521 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ececbb03-eedb-4c08-a9f0-26a9a589efc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:32.616815 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-e518014a-9499-4ba9-b895-e98cb2b542b9 admin admin] Usage tracker for resource:security_group_rule and tenant:7e5449c19cf34779b4c3344a93562997 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:42:32.626039 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-e518014a-9499-4ba9-b895-e98cb2b542b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:42:32.645794 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-e518014a-9499-4ba9-b895-e98cb2b542b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:42:32.646594 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-2ea234a6-11eb-41e2-8385-b55d7c7ed1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'name': 'tempest-AttachVolumeShelveTestJSON-577568110-router', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:42:24Z', 'updated_at': '2021-05-20T21:42:28Z', 'revision_number': 3, 'project_id': '02474a2c64904c6fb152442041a5af03', 'gw_port': {'id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:26Z', 'updated_at': '2021-05-20T21:42:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb'}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:32.652588 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea234a6-11eb-41e2-8385-b55d7c7ed1db None None] Checking router: f556428d-a8f7-4dfd-8a38-53b9770d5939 for host: dv-cinder-792462-4-smb {{(pid=98345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:42:32.653222 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea234a6-11eb-41e2-8385-b55d7c7ed1db None None] Updating router f556428d-a8f7-4dfd-8a38-53b9770d5939 port 65b7066a-d725-4b6b-972c-2a45f2eaf16d binding host dv-cinder-792462-4-smb {{(pid=98345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:42:32.654975 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-ececbb03-eedb-4c08-a9f0-26a9a589efc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:42:32.700145 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.base_scheduler [None req-1095233c-d45d-4918-80cd-2fe0043b4777 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-4-smb, 5fae7200-d2f3-4317-a947-35af8933181d) {{(pid=98342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:42:32.705393 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1095233c-d45d-4918-80cd-2fe0043b4777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:42:32.706360 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1095233c-d45d-4918-80cd-2fe0043b4777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for subnet, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:32.715513 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-d5e98b11-fbf3-4a76-b5ad-03c50f20c8c8 service neutron] 10.222.0.78 "GET /v2.0/networks/a0e8f491-adaf-493f-a233-ff27efefc925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5868931 May 20 21:42:32.721389 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feec378-4770-4d50-b60d-46521620430c None None] Network 5fae7200-d2f3-4317-a947-35af8933181d requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:42:32.745648 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-2ea234a6-11eb-41e2-8385-b55d7c7ed1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:32.761143 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-1095233c-d45d-4918-80cd-2fe0043b4777 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2235639 May 20 21:42:32.761366 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-ececbb03-eedb-4c08-a9f0-26a9a589efc2 admin admin] Usage tracker for resource:security_group_rule and tenant:08a93847069a4e1c939978ede2cb1346 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:42:32.767677 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-ececbb03-eedb-4c08-a9f0-26a9a589efc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:42:32.812838 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-ececbb03-eedb-4c08-a9f0-26a9a589efc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:42:32.886544 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8bdb26-6dad-4957-aa37-42c80baacd27 admin admin] Notify agent at l3_agent.dv-cinder-792462-4-smb the message routers_updated {{(pid=98343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 21:42:33.029709 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f056ac-def0-4b7b-93a7-f175d1c31eaf None None] Sync routers for ids ['792aa192-5257-4ace-a721-3bdbaaaed4d1'] in dv-cinder-792462-4-smb {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:42:33.069645 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-fe8bdb26-6dad-4957-aa37-42c80baacd27 admin admin] Notify callbacks [] for router, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:33.071766 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-fe8bdb26-6dad-4957-aa37-42c80baacd27 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.2156434 May 20 21:42:33.078311 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 38050) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:42:33.168931 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f056ac-def0-4b7b-93a7-f175d1c31eaf None None] Routers {'792aa192-5257-4ace-a721-3bdbaaaed4d1'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:42:33.169925 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-d1f056ac-def0-4b7b-93a7-f175d1c31eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:42:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['792aa192-5257-4ace-a721-3bdbaaaed4d1'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:33.640005 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-e518014a-9499-4ba9-b895-e98cb2b542b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:33.723194 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-e518014a-9499-4ba9-b895-e98cb2b542b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:33.729922 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-bfbf4175-4fd5-45a8-a66d-bfa6413d2cf9 req-41747eab-d676-43fd-a808-4e3c26d3e485 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=93db25d9-b209-4329-a8c5-abee0ef5006d HTTP/1.1" status: 200 len: 210 time: 0.2057774 May 20 21:42:33.811647 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ececbb03-eedb-4c08-a9f0-26a9a589efc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:33.827825 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-70f83375-8b8f-40ca-8046-d81eca716356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:33.837524 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-2ea234a6-11eb-41e2-8385-b55d7c7ed1db None None] Notify callbacks [] for port, precommit_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:33.892621 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.provisioning_blocks [None req-2ea234a6-11eb-41e2-8385-b55d7c7ed1db None None] Transition to ACTIVE for port object 65b7066a-d725-4b6b-972c-2a45f2eaf16d will not be triggered until provisioned by entity L2. {{(pid=98345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:42:33.916291 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-2ea234a6-11eb-41e2-8385-b55d7c7ed1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:33.931333 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518014a-9499-4ba9-b895-e98cb2b542b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1951d0ca-4b59-4bf5-96b6-44326daa5d71,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:33.936862 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ececbb03-eedb-4c08-a9f0-26a9a589efc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:33.938495 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-e518014a-9499-4ba9-b895-e98cb2b542b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:34.016700 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:34.122862 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-e518014a-9499-4ba9-b895-e98cb2b542b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:34.153388 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-ececbb03-eedb-4c08-a9f0-26a9a589efc2 admin admin] Synchronizing usage tracker for tenant:69988eb680c7493bbb6801704cc027dd on resource:security_group {{(pid=98343) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:42:34.202375 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-e898da24-dd33-4cca-9c6a-b5ba85db3b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:34.268123 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec67a324-452e-4216-9ccb-a3bdb6f7d0b7 None None] Network 5fae7200-d2f3-4317-a947-35af8933181d requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:42:34.334788 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [None req-2ea234a6-11eb-41e2-8385-b55d7c7ed1db None None] Attempting to bind port 65b7066a-d725-4b6b-972c-2a45f2eaf16d on host dv-cinder-792462-4-smb for vnic_type normal with profile {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:42:34.335622 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [None req-2ea234a6-11eb-41e2-8385-b55d7c7ed1db None None] Attempting to bind port 65b7066a-d725-4b6b-972c-2a45f2eaf16d by drivers openvswitch,hyperv on host dv-cinder-792462-4-smb at level 0 using segments [{'id': 'c99208f0-a511-44ea-981f-b3b92c3f5261', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'}] {{(pid=98345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:42:34.336391 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea234a6-11eb-41e2-8385-b55d7c7ed1db None None] Attempting to bind port 65b7066a-d725-4b6b-972c-2a45f2eaf16d on network 6a7b2292-60f2-468f-9a72-8977b3c695a9 {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:42:34.361747 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-ececbb03-eedb-4c08-a9f0-26a9a589efc2 admin admin] Unset dirty status for tenant:69988eb680c7493bbb6801704cc027dd on resource:security_group {{(pid=98343) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:42:34.365461 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea234a6-11eb-41e2-8385-b55d7c7ed1db None None] Checking agent: {'id': '09546d46-3481-475a-a863-9c6fd271337e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 34, 25), 'started_at': datetime.datetime(2021, 5, 20, 21, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:42:34.368684 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea234a6-11eb-41e2-8385-b55d7c7ed1db None None] Checking segment: {'id': 'c99208f0-a511-44ea-981f-b3b92c3f5261', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:42:34.369655 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-2ea234a6-11eb-41e2-8385-b55d7c7ed1db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:34.370131 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-ececbb03-eedb-4c08-a9f0-26a9a589efc2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=08a93847069a4e1c939978ede2cb1346&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9927492 May 20 21:42:34.371440 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea234a6-11eb-41e2-8385-b55d7c7ed1db None None] Bound using segment: {'id': 'c99208f0-a511-44ea-981f-b3b92c3f5261', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'} {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:42:34.371938 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 38106) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:42:34.375926 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [None req-2ea234a6-11eb-41e2-8385-b55d7c7ed1db None None] Bound port: 65b7066a-d725-4b6b-972c-2a45f2eaf16d, host: dv-cinder-792462-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99208f0-a511-44ea-981f-b3b92c3f5261', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'}}] {{(pid=98345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:42:34.376649 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-2ea234a6-11eb-41e2-8385-b55d7c7ed1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:34.382507 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-e518014a-9499-4ba9-b895-e98cb2b542b9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7e5449c19cf34779b4c3344a93562997&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3785031 May 20 21:42:34.398155 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 38110) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:42:34.527468 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececbb03-eedb-4c08-a9f0-26a9a589efc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26cfabf4-9737-461e-8f70-509e888aef94,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:34.562134 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 38130) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:42:34.576125 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-ececbb03-eedb-4c08-a9f0-26a9a589efc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:34.594410 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-d1f056ac-def0-4b7b-93a7-f175d1c31eaf None None] Set router 792aa192-5257-4ace-a721-3bdbaaaed4d1 gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:42:34.766465 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.db [None req-2ea234a6-11eb-41e2-8385-b55d7c7ed1db None None] For port 65b7066a-d725-4b6b-972c-2a45f2eaf16d, host dv-cinder-792462-4-smb, cleared binding levels {{(pid=98345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:42:34.773621 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.db [None req-2ea234a6-11eb-41e2-8385-b55d7c7ed1db None None] For port 65b7066a-d725-4b6b-972c-2a45f2eaf16d, host dv-cinder-792462-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=65b7066a-d725-4b6b-972c-2a45f2eaf16d,segment=NetworkSegment(c99208f0-a511-44ea-981f-b3b92c3f5261),segment_id=c99208f0-a511-44ea-981f-b3b92c3f5261)] {{(pid=98345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:42:34.799869 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-2ea234a6-11eb-41e2-8385-b55d7c7ed1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:34.890529 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9f0f7-9569-4f55-bdc8-e416530d9b47 None None] Pushing event updated for resources: {'Port': ['ID=65b7066a-d725-4b6b-972c-2a45f2eaf16d,revision_number=3']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:34.904616 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-c051fc17-09b7-44ad-8796-68499b98c6f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:34.934478 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea234a6-11eb-41e2-8385-b55d7c7ed1db None None] Routers {'f556428d-a8f7-4dfd-8a38-53b9770d5939'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:42:34.935746 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-2ea234a6-11eb-41e2-8385-b55d7c7ed1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:42:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['f556428d-a8f7-4dfd-8a38-53b9770d5939'], 'active': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:35.099738 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-c051fc17-09b7-44ad-8796-68499b98c6f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:35.234078 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9f0f7-9569-4f55-bdc8-e416530d9b47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:35.234329 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9f0f7-9569-4f55-bdc8-e416530d9b47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:35.234669 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9f0f7-9569-4f55-bdc8-e416530d9b47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:35.235625 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9f0f7-9569-4f55-bdc8-e416530d9b47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:35.241539 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9f0f7-9569-4f55-bdc8-e416530d9b47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:35.241539 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9f0f7-9569-4f55-bdc8-e416530d9b47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:35.241539 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9f0f7-9569-4f55-bdc8-e416530d9b47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:35.241978 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9f0f7-9569-4f55-bdc8-e416530d9b47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:35.242077 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9f0f7-9569-4f55-bdc8-e416530d9b47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:35.242358 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9f0f7-9569-4f55-bdc8-e416530d9b47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:35.242679 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9f0f7-9569-4f55-bdc8-e416530d9b47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:35.242994 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9f0f7-9569-4f55-bdc8-e416530d9b47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:42:35.244121 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9f0f7-9569-4f55-bdc8-e416530d9b47 None None] Tracked resource versions report: May 20 21:42:35.244121 dv-cinder-792462-4-smb neutron-server[98345]: pushed versions: May 20 21:42:35.244121 dv-cinder-792462-4-smb neutron-server[98345]: { 'AddressGroup': {'1.2'}, May 20 21:42:35.244121 dv-cinder-792462-4-smb neutron-server[98345]: 'ConntrackHelper': {'1.0'}, May 20 21:42:35.244121 dv-cinder-792462-4-smb neutron-server[98345]: 'Log': {'1.0'}, May 20 21:42:35.244121 dv-cinder-792462-4-smb neutron-server[98345]: 'Network': {'1.1'}, May 20 21:42:35.244121 dv-cinder-792462-4-smb neutron-server[98345]: 'Port': {'1.7'}, May 20 21:42:35.244121 dv-cinder-792462-4-smb neutron-server[98345]: 'PortForwarding': {'1.2'}, May 20 21:42:35.244121 dv-cinder-792462-4-smb neutron-server[98345]: 'QosPolicy': {'1.8'}, May 20 21:42:35.244121 dv-cinder-792462-4-smb neutron-server[98345]: 'SecurityGroup': {'1.4'}, May 20 21:42:35.244121 dv-cinder-792462-4-smb neutron-server[98345]: 'SecurityGroupRule': {'1.2'}, May 20 21:42:35.244121 dv-cinder-792462-4-smb neutron-server[98345]: 'SubPort': {'1.0'}, May 20 21:42:35.244121 dv-cinder-792462-4-smb neutron-server[98345]: 'Subnet': {'1.1'}, May 20 21:42:35.244121 dv-cinder-792462-4-smb neutron-server[98345]: 'Trunk': {'1.1'}} May 20 21:42:35.244121 dv-cinder-792462-4-smb neutron-server[98345]: consumer versions: May 20 21:42:35.244121 dv-cinder-792462-4-smb neutron-server[98345]: { DHCP agent@dv-cinder-792462-4-smb: {}, May 20 21:42:35.244121 dv-cinder-792462-4-smb neutron-server[98345]: HyperV agent@hv-cinder-79246: {}, May 20 21:42:35.244121 dv-cinder-792462-4-smb neutron-server[98345]: L3 agent@dv-cinder-792462-4-smb: {}, May 20 21:42:35.244121 dv-cinder-792462-4-smb neutron-server[98345]: Metadata agent@dv-cinder-792462-4-smb: {}, May 20 21:42:35.244121 dv-cinder-792462-4-smb neutron-server[98345]: Metering agent@dv-cinder-792462-4-smb: {}, May 20 21:42:35.244121 dv-cinder-792462-4-smb neutron-server[98345]: Open vSwitch agent@dv-cinder-792462-4-smb: { 'AddressGroup': '1.2', May 20 21:42:35.244121 dv-cinder-792462-4-smb neutron-server[98345]: 'ConntrackHelper': '1.0', May 20 21:42:35.244121 dv-cinder-792462-4-smb neutron-server[98345]: 'Log': '1.0', May 20 21:42:35.244121 dv-cinder-792462-4-smb neutron-server[98345]: 'Network': '1.1', May 20 21:42:35.244121 dv-cinder-792462-4-smb neutron-server[98345]: 'Port': '1.7', May 20 21:42:35.244121 dv-cinder-792462-4-smb neutron-server[98345]: 'PortForwarding': '1.2', May 20 21:42:35.244121 dv-cinder-792462-4-smb neutron-server[98345]: 'QosPolicy': '1.8', May 20 21:42:35.244121 dv-cinder-792462-4-smb neutron-server[98345]: 'SecurityGroup': '1.4', May 20 21:42:35.244121 dv-cinder-792462-4-smb neutron-server[98345]: 'SecurityGroupRule': '1.2', May 20 21:42:35.244121 dv-cinder-792462-4-smb neutron-server[98345]: 'SubPort': '1.0', May 20 21:42:35.244121 dv-cinder-792462-4-smb neutron-server[98345]: 'Subnet': '1.1', May 20 21:42:35.244121 dv-cinder-792462-4-smb neutron-server[98345]: 'Trunk': '1.1'}} May 20 21:42:35.244121 dv-cinder-792462-4-smb neutron-server[98345]: {{(pid=98345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 21:42:35.254153 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-1de9f0f7-9569-4f55-bdc8-e416530d9b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.238s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:35.288765 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-d067802a-cf08-4a95-8b4d-48e13ee434c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.450s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:35.369675 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-d1f056ac-def0-4b7b-93a7-f175d1c31eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792aa192-5257-4ace-a721-3bdbaaaed4d1', 'name': 'tempest-ServerRescueNegativeTestJSON-231833693-router', 'tenant_id': '9f6cc23c741843818689bad4f7a6cecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': 'd01cd28b-de2a-40d6-b7d3-c4a406b1149b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:42:26Z', 'updated_at': '2021-05-20T21:42:30Z', 'revision_number': 3, 'project_id': '9f6cc23c741843818689bad4f7a6cecc', 'gw_port': {'id': 'd01cd28b-de2a-40d6-b7d3-c4a406b1149b', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792aa192-5257-4ace-a721-3bdbaaaed4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:29Z', 'updated_at': '2021-05-20T21:42:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb'}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:35.380460 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f056ac-def0-4b7b-93a7-f175d1c31eaf None None] Checking router: 792aa192-5257-4ace-a721-3bdbaaaed4d1 for host: dv-cinder-792462-4-smb {{(pid=98344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:42:35.380776 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f056ac-def0-4b7b-93a7-f175d1c31eaf None None] Updating router 792aa192-5257-4ace-a721-3bdbaaaed4d1 port d01cd28b-de2a-40d6-b7d3-c4a406b1149b binding host dv-cinder-792462-4-smb {{(pid=98344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:42:35.383101 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-7caf65c0-efef-4648-ad40-de4d66ddadb0 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:42:35.384371 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-7caf65c0-efef-4648-ad40-de4d66ddadb0 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Synchronizing usage tracker for tenant:9d17d936aab246a39b5c87e64eff8ada on resource:network {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:42:35.451248 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f56ae30a-0216-4574-93f6-62c42f4477ee req-0df4805b-269a-439b-bb13-741b731e4d9f tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=93db25d9-b209-4329-a8c5-abee0ef5006d HTTP/1.1" status: 200 len: 210 time: 0.3566871 May 20 21:42:35.533387 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-d1f056ac-def0-4b7b-93a7-f175d1c31eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:35.591015 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9f0f7-9569-4f55-bdc8-e416530d9b47 None None] Pushing event updated for resources: {'Port': ['ID=65b7066a-d725-4b6b-972c-2a45f2eaf16d,revision_number=3']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:35.608439 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-1de9f0f7-9569-4f55-bdc8-e416530d9b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:35.654582 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-788ea3ae-a9d5-4eb1-a715-0af296346824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:35.661195 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvr_db [None req-2ea234a6-11eb-41e2-8385-b55d7c7ed1db None None] Set router f556428d-a8f7-4dfd-8a38-53b9770d5939 gateway port host: dv-cinder-792462-4-smb {{(pid=98345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:42:35.742140 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-7caf65c0-efef-4648-ad40-de4d66ddadb0 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Unset dirty status for tenant:9d17d936aab246a39b5c87e64eff8ada on resource:network {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:42:35.742290 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 38158) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:42:35.749630 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-7caf65c0-efef-4648-ad40-de4d66ddadb0 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] 10.222.0.78 "GET /v2.0/networks?id=5fae7200-d2f3-4317-a947-35af8933181d HTTP/1.1" status: 200 len: 811 time: 1.1780286 May 20 21:42:35.762740 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-788ea3ae-a9d5-4eb1-a715-0af296346824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:35.799915 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-44432b6f-d704-48bc-a7b5-4879d0bc0f3e tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] 10.222.0.78 "GET /v2.0/quotas/9d17d936aab246a39b5c87e64eff8ada HTTP/1.1" status: 200 len: 375 time: 0.0484893 May 20 21:42:35.880493 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.db_base_plugin_common [None req-e898da24-dd33-4cca-9c6a-b5ba85db3b90 admin admin] Allocated IP 172.20.0.1 (d792e157-988b-4be9-b81e-7ce03ac12952/e184cb69-105f-475e-83f0-129c4848c2ac/17d9e789-285a-4c1a-8eea-a3c6a2c5d754) {{(pid=98342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:42:35.924482 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-9c61b411-8000-447d-8d29-15ee77a54fe8 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9d17d936aab246a39b5c87e64eff8ada&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1233320 May 20 21:42:35.934318 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-c051fc17-09b7-44ad-8796-68499b98c6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:35.977829 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-fd16fc05-c6a3-4695-accf-c610bcecb2ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:36.281204 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-d1f056ac-def0-4b7b-93a7-f175d1c31eaf None None] Notify callbacks [] for port, precommit_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:36.343519 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051fc17-09b7-44ad-8796-68499b98c6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cfabf4-9737-461e-8f70-509e888aef94,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:36.369744 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-c051fc17-09b7-44ad-8796-68499b98c6f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:36.372818 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-c051fc17-09b7-44ad-8796-68499b98c6f7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/26cfabf4-9737-461e-8f70-509e888aef94 HTTP/1.1" status: 204 len: 168 time: 1.9991148 May 20 21:42:36.375369 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-c051fc17-09b7-44ad-8796-68499b98c6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:36.399398 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-da39df60-9a5e-4758-9bbc-c6f47aaa62aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:36.492624 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-d1f056ac-def0-4b7b-93a7-f175d1c31eaf None None] Transition to ACTIVE for port object d01cd28b-de2a-40d6-b7d3-c4a406b1149b will not be triggered until provisioned by entity L2. {{(pid=98344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:42:36.510474 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-d1f056ac-def0-4b7b-93a7-f175d1c31eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:36.522872 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:36.526372 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-da39df60-9a5e-4758-9bbc-c6f47aaa62aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:42:36.531682 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-da39df60-9a5e-4758-9bbc-c6f47aaa62aa admin admin] Usage tracker for resource:security_group_rule and tenant:e062382f6d8f46ae81661bd23e2b3c01 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:42:36.536769 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-da39df60-9a5e-4758-9bbc-c6f47aaa62aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:42:36.554091 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-788ea3ae-a9d5-4eb1-a715-0af296346824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:36.556123 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-4de73248-b083-4293-833a-5e1a50c7d9a1 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:42:36.559147 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-4de73248-b083-4293-833a-5e1a50c7d9a1 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2046902 May 20 21:42:36.607445 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-da39df60-9a5e-4758-9bbc-c6f47aaa62aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:42:36.649716 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:36.666233 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-2ea234a6-11eb-41e2-8385-b55d7c7ed1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'name': 'tempest-AttachVolumeShelveTestJSON-577568110-router', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:42:24Z', 'updated_at': '2021-05-20T21:42:28Z', 'revision_number': 3, 'project_id': '02474a2c64904c6fb152442041a5af03', 'gw_port': {'id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:26Z', 'updated_at': '2021-05-20T21:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb'}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:36.680393 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea234a6-11eb-41e2-8385-b55d7c7ed1db None None] The sync data for ids ['f556428d-a8f7-4dfd-8a38-53b9770d5939'] in dv-cinder-792462-4-smb is: [{'id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'name': 'tempest-AttachVolumeShelveTestJSON-577568110-router', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:42:24Z', 'updated_at': '2021-05-20T21:42:28Z', 'revision_number': 3, 'project_id': '02474a2c64904c6fb152442041a5af03', 'gw_port': {'id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:26Z', 'updated_at': '2021-05-20T21:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb'}] {{(pid=98345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:42:36.700859 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55178e57-28e0-4540-ac9f-2d7ed1ed218b None None] Pushing event updated for resources: {'Port': ['ID=d01cd28b-de2a-40d6-b7d3-c4a406b1149b,revision_number=2']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:36.717935 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-55178e57-28e0-4540-ac9f-2d7ed1ed218b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:36.719854 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-e898da24-dd33-4cca-9c6a-b5ba85db3b90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:36.768171 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-d1f056ac-def0-4b7b-93a7-f175d1c31eaf None None] Attempting to bind port d01cd28b-de2a-40d6-b7d3-c4a406b1149b on host dv-cinder-792462-4-smb for vnic_type normal with profile {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:42:36.769023 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-d1f056ac-def0-4b7b-93a7-f175d1c31eaf None None] Attempting to bind port d01cd28b-de2a-40d6-b7d3-c4a406b1149b by drivers openvswitch,hyperv on host dv-cinder-792462-4-smb at level 0 using segments [{'id': 'c99208f0-a511-44ea-981f-b3b92c3f5261', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'}] {{(pid=98344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:42:36.770116 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f056ac-def0-4b7b-93a7-f175d1c31eaf None None] Attempting to bind port d01cd28b-de2a-40d6-b7d3-c4a406b1149b on network 6a7b2292-60f2-468f-9a72-8977b3c695a9 {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:42:36.782586 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-788ea3ae-a9d5-4eb1-a715-0af296346824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:36.788091 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-788ea3ae-a9d5-4eb1-a715-0af296346824 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1951d0ca-4b59-4bf5-96b6-44326daa5d71 HTTP/1.1" status: 204 len: 168 time: 2.3621030 May 20 21:42:36.792678 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f056ac-def0-4b7b-93a7-f175d1c31eaf None None] Checking agent: {'id': '09546d46-3481-475a-a863-9c6fd271337e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 34, 25), 'started_at': datetime.datetime(2021, 5, 20, 21, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:42:36.793313 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f056ac-def0-4b7b-93a7-f175d1c31eaf None None] Checking segment: {'id': 'c99208f0-a511-44ea-981f-b3b92c3f5261', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:42:36.797094 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-d1f056ac-def0-4b7b-93a7-f175d1c31eaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:36.797750 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f056ac-def0-4b7b-93a7-f175d1c31eaf None None] Bound using segment: {'id': 'c99208f0-a511-44ea-981f-b3b92c3f5261', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'} {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:42:36.798643 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-d1f056ac-def0-4b7b-93a7-f175d1c31eaf None None] Bound port: d01cd28b-de2a-40d6-b7d3-c4a406b1149b, host: dv-cinder-792462-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99208f0-a511-44ea-981f-b3b92c3f5261', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'}}] {{(pid=98344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:42:36.799998 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-d1f056ac-def0-4b7b-93a7-f175d1c31eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:37.024788 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-fab34a1d-ca81-4faf-8b37-d3d292ee6181 service neutron] 10.222.0.78 "GET /v2.0/networks/5fae7200-d2f3-4317-a947-35af8933181d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306517 May 20 21:42:37.150760 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-d1f056ac-def0-4b7b-93a7-f175d1c31eaf None None] For port d01cd28b-de2a-40d6-b7d3-c4a406b1149b, host dv-cinder-792462-4-smb, cleared binding levels {{(pid=98344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:42:37.162222 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-d1f056ac-def0-4b7b-93a7-f175d1c31eaf None None] For port d01cd28b-de2a-40d6-b7d3-c4a406b1149b, host dv-cinder-792462-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=d01cd28b-de2a-40d6-b7d3-c4a406b1149b,segment=NetworkSegment(c99208f0-a511-44ea-981f-b3b92c3f5261),segment_id=c99208f0-a511-44ea-981f-b3b92c3f5261)] {{(pid=98344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:42:37.182298 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-d1f056ac-def0-4b7b-93a7-f175d1c31eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:37.185578 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ea3ae-a9d5-4eb1-a715-0af296346824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1951d0ca-4b59-4bf5-96b6-44326daa5d71,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:37.209352 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-da39df60-9a5e-4758-9bbc-c6f47aaa62aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:37.215156 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-788ea3ae-a9d5-4eb1-a715-0af296346824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:37.222851 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-da39df60-9a5e-4758-9bbc-c6f47aaa62aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:37.232683 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:37.244555 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:37.531107 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55178e57-28e0-4540-ac9f-2d7ed1ed218b None None] Pushing event updated for resources: {'Port': ['ID=d01cd28b-de2a-40d6-b7d3-c4a406b1149b,revision_number=3']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:37.537409 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-da39df60-9a5e-4758-9bbc-c6f47aaa62aa admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e062382f6d8f46ae81661bd23e2b3c01&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7941492 May 20 21:42:37.547635 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-55178e57-28e0-4540-ac9f-2d7ed1ed218b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:37.565445 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39df60-9a5e-4758-9bbc-c6f47aaa62aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b246e11-da0b-462a-90be-dc5f2e41cf94,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:37.572471 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 38202) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:42:37.593828 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f056ac-def0-4b7b-93a7-f175d1c31eaf None None] Routers {'792aa192-5257-4ace-a721-3bdbaaaed4d1'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:42:37.598802 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-d1f056ac-def0-4b7b-93a7-f175d1c31eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:42:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['792aa192-5257-4ace-a721-3bdbaaaed4d1'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:37.637423 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-da39df60-9a5e-4758-9bbc-c6f47aaa62aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:37.778796 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-72e86995-54c6-4663-92af-d7c5f295551b service neutron] 10.222.0.78 "GET /v2.0/networks/5fae7200-d2f3-4317-a947-35af8933181d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6024890 May 20 21:42:37.799208 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-577ac5dd-4c8a-4789-929f-ca315915e23e req-d86eb7d6-a315-4078-ac19-cf449ad8954e tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=93db25d9-b209-4329-a8c5-abee0ef5006d HTTP/1.1" status: 200 len: 210 time: 0.7707441 May 20 21:42:37.810118 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.provisioning_blocks [None req-e898da24-dd33-4cca-9c6a-b5ba85db3b90 admin admin] Transition to ACTIVE for port object 17d9e789-285a-4c1a-8eea-a3c6a2c5d754 will not be triggered until provisioned by entity DHCP. {{(pid=98342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:42:37.962845 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-e898da24-dd33-4cca-9c6a-b5ba85db3b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854'] for port, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:38.024673 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-5c11ba01-af7a-4bd1-bd2c-878ad2d98d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:38.057734 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c081f911-770a-4253-bbc0-9e034b798562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:38.113598 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-acbf2c95-f4d0-4412-b2dd-36f7dd1ae266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:38.276441 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.69', 62812) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:42:38.277126 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898da24-dd33-4cca-9c6a-b5ba85db3b90 admin admin] Pushing event updated for resources: {'Port': ['ID=17d9e789-285a-4c1a-8eea-a3c6a2c5d754,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:38.292628 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-e898da24-dd33-4cca-9c6a-b5ba85db3b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:38.374939 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-acbf2c95-f4d0-4412-b2dd-36f7dd1ae266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:38.410282 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-d1f056ac-def0-4b7b-93a7-f175d1c31eaf None None] Set router 792aa192-5257-4ace-a721-3bdbaaaed4d1 gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:42:38.487448 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e898da24-dd33-4cca-9c6a-b5ba85db3b90 admin admin] Network d792e157-988b-4be9-b81e-7ce03ac12952 is already hosted by enough agents. {{(pid=98342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:42:38.527292 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.base_scheduler [None req-e898da24-dd33-4cca-9c6a-b5ba85db3b90 admin admin] Resources bound (agent type, host, resource id): {{(pid=98342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:42:38.538256 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e898da24-dd33-4cca-9c6a-b5ba85db3b90 admin admin] Received port after_create {{(pid=98342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:42:38.538777 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-e898da24-dd33-4cca-9c6a-b5ba85db3b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023635'] for router_interface, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:38.650995 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 38232) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:42:38.676402 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-acbf2c95-f4d0-4412-b2dd-36f7dd1ae266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:38.831112 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:38.874749 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c0197c87-523d-4d80-9df3-4903b808a809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:38.927721 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf2c95-f4d0-4412-b2dd-36f7dd1ae266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b246e11-da0b-462a-90be-dc5f2e41cf94,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:38.966308 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-acbf2c95-f4d0-4412-b2dd-36f7dd1ae266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:39.073449 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 38248) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:42:39.082096 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-c0197c87-523d-4d80-9df3-4903b808a809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:42:39.163779 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-c0197c87-523d-4d80-9df3-4903b808a809 admin admin] Usage tracker for resource:security_group_rule and tenant:d02d719701994d989fc7f0462549ed54 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:42:39.251840 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-acbf2c95-f4d0-4412-b2dd-36f7dd1ae266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:39.260333 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-acbf2c95-f4d0-4412-b2dd-36f7dd1ae266 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8b246e11-da0b-462a-90be-dc5f2e41cf94 HTTP/1.1" status: 204 len: 168 time: 1.6641400 May 20 21:42:39.266487 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-c0197c87-523d-4d80-9df3-4903b808a809 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:42:39.344942 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 65b7066a-d725-4b6b-972c-2a45f2eaf16d up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:42:39.365816 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-c0197c87-523d-4d80-9df3-4903b808a809 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:42:39.683664 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-20ae88ef-6c41-49e7-8eb2-eece28195dd2 None None] Provisioning for port 17d9e789-285a-4c1a-8eea-a3c6a2c5d754 completed by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:42:39.745096 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-20ae88ef-6c41-49e7-8eb2-eece28195dd2 None None] Provisioning complete for port 17d9e789-285a-4c1a-8eea-a3c6a2c5d754 triggered by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:42:39.752882 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-20ae88ef-6c41-49e7-8eb2-eece28195dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:39.769419 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-dc12a56e-92de-40b9-87ee-79bdf05cc64f req-b9264811-dbba-481b-b98b-c1896c53c3c6 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] 10.222.0.78 "GET /v2.0/ports?device_id=aeda82eb-7036-40df-852d-a7a1e9ce3a9b HTTP/1.1" status: 200 len: 210 time: 0.6838672 May 20 21:42:39.842108 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ac59c3a6-98f1-48c2-b549-cd7ee5038fc2 req-f3d9ef8a-4b38-4526-8b9e-fdace7ab6e51 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=93db25d9-b209-4329-a8c5-abee0ef5006d HTTP/1.1" status: 200 len: 210 time: 0.2513831 May 20 21:42:40.075795 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.db_base_plugin_common [None req-c081f911-770a-4253-bbc0-9e034b798562 admin admin] Allocated IP 172.20.0.1 (c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3/4f589239-d7e8-4c4e-8d52-786435111b4c/9d4aa28a-220b-4bef-8ba5-24c06f7f28d6) {{(pid=98343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:42:40.174595 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-20ae88ef-6c41-49e7-8eb2-eece28195dd2 None None] Port 17d9e789-285a-4c1a-8eea-a3c6a2c5d754 cannot update to ACTIVE because it is not bound. {{(pid=98344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 21:42:40.195824 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning for port 65b7066a-d725-4b6b-972c-2a45f2eaf16d completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:42:40.207974 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-cf042244-b5e1-40be-b852-38822fe50930 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:42:40.211660 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-cf042244-b5e1-40be-b852-38822fe50930 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.69 "GET /v2.0/networks?id=a0e8f491-adaf-493f-a233-ff27efefc925 HTTP/1.1" status: 200 len: 815 time: 1.9164433 May 20 21:42:40.218889 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port 65b7066a-d725-4b6b-972c-2a45f2eaf16d triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:42:40.219548 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:40.337531 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c0197c87-523d-4d80-9df3-4903b808a809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:40.386350 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-af83c5ea-27c4-4400-855b-7a150f4ca367 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Request body: {'port': {'device_id': '93db25d9-b209-4329-a8c5-abee0ef5006d', 'network_id': 'a0e8f491-adaf-493f-a233-ff27efefc925', 'admin_state_up': True, 'tenant_id': '462722ee06ab47f396fc96575d046bdc'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:42:40.438852 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-d1f056ac-def0-4b7b-93a7-f175d1c31eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792aa192-5257-4ace-a721-3bdbaaaed4d1', 'name': 'tempest-ServerRescueNegativeTestJSON-231833693-router', 'tenant_id': '9f6cc23c741843818689bad4f7a6cecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': 'd01cd28b-de2a-40d6-b7d3-c4a406b1149b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:42:26Z', 'updated_at': '2021-05-20T21:42:30Z', 'revision_number': 3, 'project_id': '9f6cc23c741843818689bad4f7a6cecc', 'gw_port': {'id': 'd01cd28b-de2a-40d6-b7d3-c4a406b1149b', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792aa192-5257-4ace-a721-3bdbaaaed4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:29Z', 'updated_at': '2021-05-20T21:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb'}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:40.474297 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f056ac-def0-4b7b-93a7-f175d1c31eaf None None] The sync data for ids ['792aa192-5257-4ace-a721-3bdbaaaed4d1'] in dv-cinder-792462-4-smb is: [{'id': '792aa192-5257-4ace-a721-3bdbaaaed4d1', 'name': 'tempest-ServerRescueNegativeTestJSON-231833693-router', 'tenant_id': '9f6cc23c741843818689bad4f7a6cecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': 'd01cd28b-de2a-40d6-b7d3-c4a406b1149b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:42:26Z', 'updated_at': '2021-05-20T21:42:30Z', 'revision_number': 3, 'project_id': '9f6cc23c741843818689bad4f7a6cecc', 'gw_port': {'id': 'd01cd28b-de2a-40d6-b7d3-c4a406b1149b', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792aa192-5257-4ace-a721-3bdbaaaed4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:29Z', 'updated_at': '2021-05-20T21:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb'}] {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:42:40.749070 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-f81c8a3b-6d77-4193-bbcb-6481e8f2c439 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1359572878-network', 'tenant_id': '876437dee73f41f99feb37c4f35c5c87'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:42:40.765903 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c081f911-770a-4253-bbc0-9e034b798562 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:40.769746 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c0197c87-523d-4d80-9df3-4903b808a809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:40.787783 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 6 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:42:40.790447 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-f81c8a3b-6d77-4193-bbcb-6481e8f2c439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:42:40.828732 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-f81c8a3b-6d77-4193-bbcb-6481e8f2c439 admin admin] Usage tracker for resource:network and tenant:876437dee73f41f99feb37c4f35c5c87 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:42:40.844804 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:40.860711 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-f81c8a3b-6d77-4193-bbcb-6481e8f2c439 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:42:40.939171 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] For port 65b7066a-d725-4b6b-972c-2a45f2eaf16d, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=65b7066a-d725-4b6b-972c-2a45f2eaf16d,segment=NetworkSegment(c99208f0-a511-44ea-981f-b3b92c3f5261),segment_id=c99208f0-a511-44ea-981f-b3b92c3f5261)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:42:40.948610 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:40.985231 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:41.068085 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-ececbb03-eedb-4c08-a9f0-26a9a589efc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:41.205810 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-e898da24-dd33-4cca-9c6a-b5ba85db3b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:41.291489 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-f81c8a3b-6d77-4193-bbcb-6481e8f2c439 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:42:41.329945 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c081f911-770a-4253-bbc0-9e034b798562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854'] for port, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:41.348365 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Pushing event updated for resources: {'Port': ['ID=65b7066a-d725-4b6b-972c-2a45f2eaf16d,revision_number=4']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:41.363400 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:41.465156 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-af83c5ea-27c4-4400-855b-7a150f4ca367 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:42:41.465742 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c081f911-770a-4253-bbc0-9e034b798562 admin admin] Network c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3 is already hosted by enough agents. {{(pid=98343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:42:41.471620 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.base_scheduler [None req-c081f911-770a-4253-bbc0-9e034b798562 admin admin] Resources bound (agent type, host, resource id): {{(pid=98343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:42:41.481356 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c081f911-770a-4253-bbc0-9e034b798562 admin admin] Received port after_create {{(pid=98343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:42:41.482737 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c081f911-770a-4253-bbc0-9e034b798562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023635'] for router_interface, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:41.566954 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81c8a3b-6d77-4193-bbcb-6481e8f2c439 admin admin] Made reservation on behalf of 876437dee73f41f99feb37c4f35c5c87 for: {'network': 1} {{(pid=98343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:42:41.584191 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f81c8a3b-6d77-4193-bbcb-6481e8f2c439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-574869'] for network, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:41.611727 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-af83c5ea-27c4-4400-855b-7a150f4ca367 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Usage tracker for resource:port and tenant:462722ee06ab47f396fc96575d046bdc is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:42:41.639671 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-c0197c87-523d-4d80-9df3-4903b808a809 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d02d719701994d989fc7f0462549ed54&name=default HTTP/1.1" status: 200 len: 2975 time: 2.9858646 May 20 21:42:41.642218 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0197c87-523d-4d80-9df3-4903b808a809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3e0c49-ead6-4735-807d-5b088b7fb9ab,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:41.677386 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-3f699639-cac5-4d74-92a3-9b7ec8e68e7d req-6d27e016-05aa-4783-a53b-5c27dba6f3bb tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] 10.222.0.78 "GET /v2.0/ports?device_id=aeda82eb-7036-40df-852d-a7a1e9ce3a9b HTTP/1.1" status: 200 len: 210 time: 0.3771906 May 20 21:42:41.678296 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 38336) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:42:41.680023 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-af83c5ea-27c4-4400-855b-7a150f4ca367 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:42:41.698616 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f81c8a3b-6d77-4193-bbcb-6481e8f2c439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:41.951638 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-c0197c87-523d-4d80-9df3-4903b808a809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.888s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:41.960929 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-af83c5ea-27c4-4400-855b-7a150f4ca367 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:42:41.973989 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-105ea8c6-e802-432f-956e-9ec408d82afd req-be85bba5-62c7-41b5-ab86-0ec7bf7d24cf tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=93db25d9-b209-4329-a8c5-abee0ef5006d HTTP/1.1" status: 200 len: 210 time: 0.2590358 May 20 21:42:41.996853 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-2e8ada20-3de7-4fa1-bb77-0366925d020a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.553s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:42.129584 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-af83c5ea-27c4-4400-855b-7a150f4ca367 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Made reservation on behalf of 462722ee06ab47f396fc96575d046bdc for: {'port': 1} {{(pid=98342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:42:42.136433 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-af83c5ea-27c4-4400-855b-7a150f4ca367 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:42.281613 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-f81c8a3b-6d77-4193-bbcb-6481e8f2c439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:42:42.311654 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-f81c8a3b-6d77-4193-bbcb-6481e8f2c439 admin admin] Usage tracker for resource:security_group_rule and tenant:876437dee73f41f99feb37c4f35c5c87 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:42:42.340435 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-dc1793ed-3f5e-45e1-8a37-d86c55e3e9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:42.379189 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-f81c8a3b-6d77-4193-bbcb-6481e8f2c439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:42:42.510672 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.69', 62819) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:42:42.519617 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081f911-770a-4253-bbc0-9e034b798562 admin admin] Pushing event updated for resources: {'Port': ['ID=9d4aa28a-220b-4bef-8ba5-24c06f7f28d6,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:42.526044 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-c081f911-770a-4253-bbc0-9e034b798562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:42.535254 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-f81c8a3b-6d77-4193-bbcb-6481e8f2c439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:42:43.181429 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-e898da24-dd33-4cca-9c6a-b5ba85db3b90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:43.460593 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 65b7066a-d725-4b6b-972c-2a45f2eaf16d up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:42:43.466815 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-dc1793ed-3f5e-45e1-8a37-d86c55e3e9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:43.688384 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b04b69fd-108d-4cc9-9718-2e5a2bbab50f req-c0a9e51f-80b2-4578-9e6c-f6af5ecca973 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] 10.222.0.78 "GET /v2.0/ports?device_id=aeda82eb-7036-40df-852d-a7a1e9ce3a9b HTTP/1.1" status: 200 len: 210 time: 0.4793355 May 20 21:42:43.695004 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port 65b7066a-d725-4b6b-972c-2a45f2eaf16d triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:42:43.695386 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:43.771962 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c081f911-770a-4253-bbc0-9e034b798562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:43.844287 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-e898da24-dd33-4cca-9c6a-b5ba85db3b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:43.864129 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-e898da24-dd33-4cca-9c6a-b5ba85db3b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629800'] for router_interface, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:44.094000 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:44.283788 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device d01cd28b-de2a-40d6-b7d3-c4a406b1149b up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:42:44.402242 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-baf1f6d3-03d7-4d52-ab3d-04a4c3f053ad req-2b299444-1883-4b94-b240-ee7580bff3a1 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=93db25d9-b209-4329-a8c5-abee0ef5006d HTTP/1.1" status: 200 len: 210 time: 0.6777587 May 20 21:42:44.408539 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f81c8a3b-6d77-4193-bbcb-6481e8f2c439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:44.460901 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e898da24-dd33-4cca-9c6a-b5ba85db3b90 admin admin] Network d792e157-988b-4be9-b81e-7ce03ac12952 is already hosted by enough agents. {{(pid=98342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:42:44.478757 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.base_scheduler [None req-e898da24-dd33-4cca-9c6a-b5ba85db3b90 admin admin] Resources bound (agent type, host, resource id): {{(pid=98342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:42:44.491924 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-c7d3d125-b412-4d3d-8d5f-be0b7e6f7629 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:42:44.497419 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-c7d3d125-b412-4d3d-8d5f-be0b7e6f7629 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] 10.222.0.69 "GET /v2.0/networks?id=5fae7200-d2f3-4317-a947-35af8933181d HTTP/1.1" status: 200 len: 811 time: 1.9659202 May 20 21:42:44.582286 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-e5e88eab-9816-4435-af5a-c5b5713bfa48 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Request body: {'port': {'device_id': 'aeda82eb-7036-40df-852d-a7a1e9ce3a9b', 'network_id': '5fae7200-d2f3-4317-a947-35af8933181d', 'admin_state_up': True, 'tenant_id': '9d17d936aab246a39b5c87e64eff8ada'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:42:44.662597 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning for port d01cd28b-de2a-40d6-b7d3-c4a406b1149b completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:42:44.665872 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f81c8a3b-6d77-4193-bbcb-6481e8f2c439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:44.686975 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port d01cd28b-de2a-40d6-b7d3-c4a406b1149b triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:42:44.687351 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:44.790619 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:44.805514 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-dc1793ed-3f5e-45e1-8a37-d86c55e3e9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:44.823868 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898da24-dd33-4cca-9c6a-b5ba85db3b90 admin admin] Pushing event updated for resources: {'Port': ['ID=17d9e789-285a-4c1a-8eea-a3c6a2c5d754,revision_number=2']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:44.834330 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-e898da24-dd33-4cca-9c6a-b5ba85db3b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:44.940673 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f81c8a3b-6d77-4193-bbcb-6481e8f2c439 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=98343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:42:45.263049 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f81c8a3b-6d77-4193-bbcb-6481e8f2c439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329'] for segment, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:45.263707 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.db.segments_db [None req-f81c8a3b-6d77-4193-bbcb-6481e8f2c439 admin admin] Added segment 441bf282-0ce9-4da0-93be-16589224d202 of type vlan for network 74f06f47-0dc0-4931-abef-eda80094473c May 20 21:42:45.277198 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.db_base_plugin_common [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-af83c5ea-27c4-4400-855b-7a150f4ca367 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Allocated IP 172.20.0.3 (a0e8f491-adaf-493f-a233-ff27efefc925/0a0aa404-f762-4a40-8a37-03345bde1a32/fe213d76-bb35-46a6-b89b-a6de037d5c17) {{(pid=98342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:42:45.297993 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:45.342656 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-4106a490-faf4-4aea-8eec-864aaadbda56 None None] Provisioning complete for port 17d9e789-285a-4c1a-8eea-a3c6a2c5d754 triggered by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:42:45.343621 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-4106a490-faf4-4aea-8eec-864aaadbda56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:45.369920 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c8a3b-6d77-4193-bbcb-6481e8f2c439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79935987-8a59-4ded-8f34-905a383c27bb,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:45.408725 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-f81c8a3b-6d77-4193-bbcb-6481e8f2c439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:45.468213 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:45.481577 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-4106a490-faf4-4aea-8eec-864aaadbda56 None None] Port 17d9e789-285a-4c1a-8eea-a3c6a2c5d754 cannot update to ACTIVE because it is not bound. {{(pid=98344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 21:42:45.492371 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] For port d01cd28b-de2a-40d6-b7d3-c4a406b1149b, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=d01cd28b-de2a-40d6-b7d3-c4a406b1149b,segment=NetworkSegment(c99208f0-a511-44ea-981f-b3b92c3f5261),segment_id=c99208f0-a511-44ea-981f-b3b92c3f5261)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:42:45.502355 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:45.512667 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-d486560b-9614-4ad7-b3e0-6bf068fbddc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:45.537038 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1793ed-3f5e-45e1-8a37-d86c55e3e9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3e0c49-ead6-4735-807d-5b088b7fb9ab,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:45.543753 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-0773ac50-1554-4349-b85a-68f95bd22ee0 req-d0abf998-c72f-46d2-8ab1-3d7b10250245 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] 10.222.0.78 "GET /v2.0/ports?device_id=aeda82eb-7036-40df-852d-a7a1e9ce3a9b HTTP/1.1" status: 200 len: 210 time: 0.2379744 May 20 21:42:45.550030 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-dc1793ed-3f5e-45e1-8a37-d86c55e3e9b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:45.565437 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e898da24-dd33-4cca-9c6a-b5ba85db3b90 admin admin] Router f556428d-a8f7-4dfd-8a38-53b9770d5939 has already been hosted by L3 agent 0cab7e80-5b87-486c-a982-5030be84b7ba {{(pid=98342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 21:42:45.591279 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f81c8a3b-6d77-4193-bbcb-6481e8f2c439 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759169318099'] for network, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:45.745162 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Pushing event updated for resources: {'Port': ['ID=d01cd28b-de2a-40d6-b7d3-c4a406b1149b,revision_number=4']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:45.757656 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-dc1793ed-3f5e-45e1-8a37-d86c55e3e9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:45.764833 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-dc1793ed-3f5e-45e1-8a37-d86c55e3e9b3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ef3e0c49-ead6-4735-807d-5b088b7fb9ab HTTP/1.1" status: 204 len: 168 time: 3.9788816 May 20 21:42:45.768076 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:45.810104 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-e5e88eab-9816-4435-af5a-c5b5713bfa48 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:42:45.840187 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.db.resource_extend [None req-c081f911-770a-4253-bbc0-9e034b798562 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 21:42:45.871587 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:45.891399 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.db.resource_extend [None req-f81c8a3b-6d77-4193-bbcb-6481e8f2c439 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 21:42:45.998518 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f81c8a3b-6d77-4193-bbcb-6481e8f2c439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1639574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1649568'] for network, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:46.000819 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-e5e88eab-9816-4435-af5a-c5b5713bfa48 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Usage tracker for resource:port and tenant:9d17d936aab246a39b5c87e64eff8ada is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:42:46.008455 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-e5e88eab-9816-4435-af5a-c5b5713bfa48 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:42:46.012778 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81c8a3b-6d77-4193-bbcb-6481e8f2c439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:42:46.013768 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f81c8a3b-6d77-4193-bbcb-6481e8f2c439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for network, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:46.025956 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c081f911-770a-4253-bbc0-9e034b798562 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:46.032637 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-70f83375-8b8f-40ca-8046-d81eca716356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:46.222513 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-e5e88eab-9816-4435-af5a-c5b5713bfa48 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:42:46.247160 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c8a3b-6d77-4193-bbcb-6481e8f2c439 admin admin] Pushing event updated for resources: {'Network': ['ID=74f06f47-0dc0-4931-abef-eda80094473c,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:46.250751 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c081f911-770a-4253-bbc0-9e034b798562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:46.259935 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-f81c8a3b-6d77-4193-bbcb-6481e8f2c439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:46.267327 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Network 74f06f47-0dc0-4931-abef-eda80094473c details requested by agent ovs-agent-dv-cinder-792462-4-smb with host dv-cinder-792462-4-smb {{(pid=98344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 21:42:46.295608 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c081f911-770a-4253-bbc0-9e034b798562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629800'] for router_interface, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:46.315001 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:46.624640 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081f911-770a-4253-bbc0-9e034b798562 admin admin] Pushing event updated for resources: {'Port': ['ID=9d4aa28a-220b-4bef-8ba5-24c06f7f28d6,revision_number=2']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:46.638289 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-c081f911-770a-4253-bbc0-9e034b798562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:46.703962 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-f81c8a3b-6d77-4193-bbcb-6481e8f2c439 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 7.6118801 May 20 21:42:46.706568 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 38416) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:42:46.726645 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c081f911-770a-4253-bbc0-9e034b798562 admin admin] Network c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3 is already hosted by enough agents. {{(pid=98343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:42:46.731013 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-c328a338-c13c-4c1f-aeb5-ba5d2e3e7fb8 admin admin] Request body: {'subnet': {'network_id': '74f06f47-0dc0-4931-abef-eda80094473c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1359572878-subnet', 'tenant_id': '876437dee73f41f99feb37c4f35c5c87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:42:46.736811 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.base_scheduler [None req-c081f911-770a-4253-bbc0-9e034b798562 admin admin] Resources bound (agent type, host, resource id): {{(pid=98343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:42:46.746188 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-e5e88eab-9816-4435-af5a-c5b5713bfa48 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Made reservation on behalf of 9d17d936aab246a39b5c87e64eff8ada for: {'port': 1} {{(pid=98343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:42:46.751748 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-e5e88eab-9816-4435-af5a-c5b5713bfa48 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:46.846721 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-f6dd5fc6-fba2-4dfe-b7b4-d0953a8819c2 req-474f0185-9d59-4e22-bd82-1dd51acfc5a5 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Synchronizing usage tracker for tenant:462722ee06ab47f396fc96575d046bdc on resource:port {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:42:46.873871 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e898da24-dd33-4cca-9c6a-b5ba85db3b90 admin admin] Notify agent at l3_agent.dv-cinder-792462-4-smb the message routers_updated {{(pid=98342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 21:42:46.892512 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af9df11-7f0c-4662-91b6-8d3b905217fe None None] Sync routers for ids ['f556428d-a8f7-4dfd-8a38-53b9770d5939'] in dv-cinder-792462-4-smb {{(pid=98345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:42:46.920741 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-e898da24-dd33-4cca-9c6a-b5ba85db3b90 admin admin] 10.222.0.78 "PUT /v2.0/routers/f556428d-a8f7-4dfd-8a38-53b9770d5939/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2224357 May 20 21:42:46.940375 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af9df11-7f0c-4662-91b6-8d3b905217fe None None] Routers {'f556428d-a8f7-4dfd-8a38-53b9770d5939'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:42:46.941761 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-1af9df11-7f0c-4662-91b6-8d3b905217fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:42:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['f556428d-a8f7-4dfd-8a38-53b9770d5939'], 'active': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:47.083969 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-c328a338-c13c-4c1f-aeb5-ba5d2e3e7fb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:42:47.120168 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-efbe38cb-7fbf-491f-bcbf-543d3f364163 req-c0d1a1e5-067b-453e-a45b-8f1545ecbccf tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] 10.222.0.78 "GET /v2.0/ports?device_id=aeda82eb-7036-40df-852d-a7a1e9ce3a9b HTTP/1.1" status: 200 len: 210 time: 0.1994803 May 20 21:42:47.174066 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-f6dd5fc6-fba2-4dfe-b7b4-d0953a8819c2 req-474f0185-9d59-4e22-bd82-1dd51acfc5a5 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Unset dirty status for tenant:462722ee06ab47f396fc96575d046bdc on resource:port {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:42:47.178356 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f6dd5fc6-fba2-4dfe-b7b4-d0953a8819c2 req-474f0185-9d59-4e22-bd82-1dd51acfc5a5 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=93db25d9-b209-4329-a8c5-abee0ef5006d HTTP/1.1" status: 200 len: 210 time: 1.0919299 May 20 21:42:47.345141 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-af83c5ea-27c4-4400-855b-7a150f4ca367 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Notify callbacks [] for port, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:47.413614 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvr_db [None req-1af9df11-7f0c-4662-91b6-8d3b905217fe None None] Set router f556428d-a8f7-4dfd-8a38-53b9770d5939 gateway port host: dv-cinder-792462-4-smb {{(pid=98345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:42:47.488225 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.db_base_plugin_common [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-e5e88eab-9816-4435-af5a-c5b5713bfa48 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Allocated IP 172.20.0.9 (5fae7200-d2f3-4317-a947-35af8933181d/5a348b67-da9d-45b0-86aa-f538d34fc266/c755e247-4044-4682-a1ce-446888b578ea) {{(pid=98343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:42:47.559882 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-af83c5ea-27c4-4400-855b-7a150f4ca367 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854'] for port, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:47.618214 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:47.625481 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-c328a338-c13c-4c1f-aeb5-ba5d2e3e7fb8 admin admin] Usage tracker for resource:subnet and tenant:876437dee73f41f99feb37c4f35c5c87 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:42:47.632675 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-c328a338-c13c-4c1f-aeb5-ba5d2e3e7fb8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:42:47.642151 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-c328a338-c13c-4c1f-aeb5-ba5d2e3e7fb8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:42:47.753620 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device d01cd28b-de2a-40d6-b7d3-c4a406b1149b up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:42:47.762133 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c328a338-c13c-4c1f-aeb5-ba5d2e3e7fb8 admin admin] Made reservation on behalf of 876437dee73f41f99feb37c4f35c5c87 for: {'subnet': 1} {{(pid=98343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:42:47.779406 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c328a338-c13c-4c1f-aeb5-ba5d2e3e7fb8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:47.896919 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83c5ea-27c4-4400-855b-7a150f4ca367 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Pushing event updated for resources: {'Port': ['ID=fe213d76-bb35-46a6-b89b-a6de037d5c17,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:47.902947 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-af83c5ea-27c4-4400-855b-7a150f4ca367 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:47.913586 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-af83c5ea-27c4-4400-855b-7a150f4ca367 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Network a0e8f491-adaf-493f-a233-ff27efefc925 is already hosted by enough agents. {{(pid=98342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:42:47.915557 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.base_scheduler [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-af83c5ea-27c4-4400-855b-7a150f4ca367 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Resources bound (agent type, host, resource id): {{(pid=98342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:42:47.920885 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-af83c5ea-27c4-4400-855b-7a150f4ca367 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Received port after_create {{(pid=98342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:42:47.932494 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-af83c5ea-27c4-4400-855b-7a150f4ca367 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:42:47.933583 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-af83c5ea-27c4-4400-855b-7a150f4ca367 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for port, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:47.981995 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-af83c5ea-27c4-4400-855b-7a150f4ca367 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6214514 May 20 21:42:48.026959 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-c95472f5-09b3-4e26-a01f-21b011b16cf8 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:42:48.035299 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-c95472f5-09b3-4e26-a01f-21b011b16cf8 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0274332 May 20 21:42:48.108131 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port d01cd28b-de2a-40d6-b7d3-c4a406b1149b triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:42:48.109051 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:49.134444 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-1af9df11-7f0c-4662-91b6-8d3b905217fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'name': 'tempest-AttachVolumeShelveTestJSON-577568110-router', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:42:24Z', 'updated_at': '2021-05-20T21:42:40Z', 'revision_number': 4, 'project_id': '02474a2c64904c6fb152442041a5af03', 'gw_port': {'id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:26Z', 'updated_at': '2021-05-20T21:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': '17d9e789-285a-4c1a-8eea-a3c6a2c5d754', 'name': '', 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'mac_address': 'fa:16:3e:a8:58:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e184cb69-105f-475e-83f0-129c4848c2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:34Z', 'updated_at': '2021-05-20T21:42:42Z', 'revision_number': 2, 'project_id': '02474a2c64904c6fb152442041a5af03', 'subnets': [{'id': 'e184cb69-105f-475e-83f0-129c4848c2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:49.158354 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af9df11-7f0c-4662-91b6-8d3b905217fe None None] Checking router: f556428d-a8f7-4dfd-8a38-53b9770d5939 for host: dv-cinder-792462-4-smb {{(pid=98345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:42:49.160916 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af9df11-7f0c-4662-91b6-8d3b905217fe None None] Updating router f556428d-a8f7-4dfd-8a38-53b9770d5939 port 17d9e789-285a-4c1a-8eea-a3c6a2c5d754 binding host dv-cinder-792462-4-smb {{(pid=98345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:42:49.172524 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-3cc1c604-39fd-4068-8213-5fae71f3d59d req-b698ce5b-11d8-4397-8e9d-5e6f03fe59ce tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] 10.222.0.78 "GET /v2.0/ports?device_id=aeda82eb-7036-40df-852d-a7a1e9ce3a9b HTTP/1.1" status: 200 len: 210 time: 0.4676847 May 20 21:42:49.290586 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c081f911-770a-4253-bbc0-9e034b798562 admin admin] Router 792aa192-5257-4ace-a721-3bdbaaaed4d1 has already been hosted by L3 agent 0cab7e80-5b87-486c-a982-5030be84b7ba {{(pid=98343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 21:42:49.379032 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-1af9df11-7f0c-4662-91b6-8d3b905217fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:49.733807 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 38474) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:42:49.754060 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-22499257-83b6-4657-9875-b4ae46c08467 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1626368127', 'description': 'tempest-description--1258653833'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:42:49.819389 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-b16f115a-99eb-4fe5-9394-0be9fdf54973 service neutron] Request body: {'port': {'device_id': '93db25d9-b209-4329-a8c5-abee0ef5006d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:42:49.995766 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-22499257-83b6-4657-9875-b4ae46c08467 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:42:50.056179 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-e5e88eab-9816-4435-af5a-c5b5713bfa48 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Notify callbacks [] for port, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:50.167820 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-e5e88eab-9816-4435-af5a-c5b5713bfa48 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854'] for port, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:50.268645 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-22499257-83b6-4657-9875-b4ae46c08467 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Usage tracker for resource:security_group and tenant:02474a2c64904c6fb152442041a5af03 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:42:50.311607 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-22499257-83b6-4657-9875-b4ae46c08467 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:42:50.352250 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-22499257-83b6-4657-9875-b4ae46c08467 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:42:50.454270 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:50.820502 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-b16f115a-99eb-4fe5-9394-0be9fdf54973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:51.043864 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-1af9df11-7f0c-4662-91b6-8d3b905217fe None None] Notify callbacks [] for port, precommit_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:51.106241 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.provisioning_blocks [None req-1af9df11-7f0c-4662-91b6-8d3b905217fe None None] Transition to ACTIVE for port object 17d9e789-285a-4c1a-8eea-a3c6a2c5d754 will not be triggered until provisioned by entity L2. {{(pid=98345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:42:51.125954 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-1af9df11-7f0c-4662-91b6-8d3b905217fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:51.142578 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-1de9f0f7-9569-4f55-bdc8-e416530d9b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:51.184142 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-e5e88eab-9816-4435-af5a-c5b5713bfa48 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Network 5fae7200-d2f3-4317-a947-35af8933181d is already hosted by enough agents. {{(pid=98343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:42:51.257633 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-22499257-83b6-4657-9875-b4ae46c08467 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:51.319628 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.base_scheduler [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-e5e88eab-9816-4435-af5a-c5b5713bfa48 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Resources bound (agent type, host, resource id): {{(pid=98343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:42:51.332301 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-e5e88eab-9816-4435-af5a-c5b5713bfa48 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Received port after_create {{(pid=98343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:42:51.354734 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-e5e88eab-9816-4435-af5a-c5b5713bfa48 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:42:51.355783 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-e5e88eab-9816-4435-af5a-c5b5713bfa48 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for port, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:51.534023 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-22499257-83b6-4657-9875-b4ae46c08467 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:42:51.609916 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-22499257-83b6-4657-9875-b4ae46c08467 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Usage tracker for resource:security_group_rule and tenant:02474a2c64904c6fb152442041a5af03 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:42:51.657726 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-22499257-83b6-4657-9875-b4ae46c08467 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:42:51.737153 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e52cf2-4c28-4b5a-849f-95b5a71613a7 req-f3e3fc96-29a6-452a-bb0b-0ae56c128e70 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:42:51.740482 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-58e52cf2-4c28-4b5a-849f-95b5a71613a7 req-f3e3fc96-29a6-452a-bb0b-0ae56c128e70 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=93db25d9-b209-4329-a8c5-abee0ef5006d HTTP/1.1" status: 200 len: 931 time: 1.7313669 May 20 21:42:51.748121 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-22499257-83b6-4657-9875-b4ae46c08467 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:42:51.822104 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e88eab-9816-4435-af5a-c5b5713bfa48 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Pushing event updated for resources: {'Port': ['ID=c755e247-4044-4682-a1ce-446888b578ea,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:51.856635 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-e5e88eab-9816-4435-af5a-c5b5713bfa48 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.402s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:51.863016 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c081f911-770a-4253-bbc0-9e034b798562 admin admin] Notify agent at l3_agent.dv-cinder-792462-4-smb the message routers_updated {{(pid=98343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 21:42:51.891131 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c76441e-17c3-4055-9aa9-e5f70805c868 None None] Sync routers for ids ['792aa192-5257-4ace-a721-3bdbaaaed4d1'] in dv-cinder-792462-4-smb {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:42:51.914026 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c76441e-17c3-4055-9aa9-e5f70805c868 None None] Routers {'792aa192-5257-4ace-a721-3bdbaaaed4d1'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:42:51.916302 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-4c76441e-17c3-4055-9aa9-e5f70805c868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:42:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['792aa192-5257-4ace-a721-3bdbaaaed4d1'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:51.923162 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-c081f911-770a-4253-bbc0-9e034b798562 admin admin] 10.222.0.78 "PUT /v2.0/routers/792aa192-5257-4ace-a721-3bdbaaaed4d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.8417578 May 20 21:42:51.926520 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-e5e88eab-9816-4435-af5a-c5b5713bfa48 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3954911 May 20 21:42:51.987732 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad57a27-971f-4bb7-976f-3061857524a7 None None] Pushing event updated for resources: {'Port': ['ID=17d9e789-285a-4c1a-8eea-a3c6a2c5d754,revision_number=3']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:51.994684 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-63791260-7899-4ef8-89bc-c9d22640ddb6 service neutron] Request body: {'port': {'device_id': 'aeda82eb-7036-40df-852d-a7a1e9ce3a9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:42:51.997905 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-4ad57a27-971f-4bb7-976f-3061857524a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.856s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:52.080133 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [None req-1af9df11-7f0c-4662-91b6-8d3b905217fe None None] Attempting to bind port 17d9e789-285a-4c1a-8eea-a3c6a2c5d754 on host dv-cinder-792462-4-smb for vnic_type normal with profile {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:42:52.081377 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [None req-1af9df11-7f0c-4662-91b6-8d3b905217fe None None] Attempting to bind port 17d9e789-285a-4c1a-8eea-a3c6a2c5d754 by drivers openvswitch,hyperv on host dv-cinder-792462-4-smb at level 0 using segments [{'id': '54b1c84e-94ed-47c5-9732-c818bd112025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952'}] {{(pid=98345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:42:52.082298 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9df11-7f0c-4662-91b6-8d3b905217fe None None] Attempting to bind port 17d9e789-285a-4c1a-8eea-a3c6a2c5d754 on network d792e157-988b-4be9-b81e-7ce03ac12952 {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:42:52.090513 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9df11-7f0c-4662-91b6-8d3b905217fe None None] Checking agent: {'id': '09546d46-3481-475a-a863-9c6fd271337e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 34, 25), 'started_at': datetime.datetime(2021, 5, 20, 21, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:42:52.091593 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9df11-7f0c-4662-91b6-8d3b905217fe None None] Checking segment: {'id': '54b1c84e-94ed-47c5-9732-c818bd112025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:42:52.092930 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-1af9df11-7f0c-4662-91b6-8d3b905217fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:52.093685 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9df11-7f0c-4662-91b6-8d3b905217fe None None] Bound using segment: {'id': '54b1c84e-94ed-47c5-9732-c818bd112025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952'} {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:42:52.094804 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [None req-1af9df11-7f0c-4662-91b6-8d3b905217fe None None] Bound port: 17d9e789-285a-4c1a-8eea-a3c6a2c5d754, host: dv-cinder-792462-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b1c84e-94ed-47c5-9732-c818bd112025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952'}}] {{(pid=98345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:42:52.095736 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-1af9df11-7f0c-4662-91b6-8d3b905217fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:52.431033 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.db [None req-1af9df11-7f0c-4662-91b6-8d3b905217fe None None] For port 17d9e789-285a-4c1a-8eea-a3c6a2c5d754, host dv-cinder-792462-4-smb, cleared binding levels {{(pid=98345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:42:52.472816 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.db [None req-1af9df11-7f0c-4662-91b6-8d3b905217fe None None] For port 17d9e789-285a-4c1a-8eea-a3c6a2c5d754, host dv-cinder-792462-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=17d9e789-285a-4c1a-8eea-a3c6a2c5d754,segment=NetworkSegment(54b1c84e-94ed-47c5-9732-c818bd112025),segment_id=54b1c84e-94ed-47c5-9732-c818bd112025)] {{(pid=98345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:42:52.479015 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-1af9df11-7f0c-4662-91b6-8d3b905217fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:52.523271 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-4ad57a27-971f-4bb7-976f-3061857524a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:52.628062 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-63791260-7899-4ef8-89bc-c9d22640ddb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:52.924979 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d0d64-4d38-494d-a015-db3e3bc7066c req-20499c11-0bb6-475f-8ef2-71a33e5f7a54 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:42:52.948989 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-139d0d64-4d38-494d-a015-db3e3bc7066c req-20499c11-0bb6-475f-8ef2-71a33e5f7a54 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] 10.222.0.78 "GET /v2.0/ports?device_id=aeda82eb-7036-40df-852d-a7a1e9ce3a9b HTTP/1.1" status: 200 len: 931 time: 2.0458429 May 20 21:42:52.976723 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af9df11-7f0c-4662-91b6-8d3b905217fe None None] Routers {'f556428d-a8f7-4dfd-8a38-53b9770d5939'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:42:52.977821 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-1af9df11-7f0c-4662-91b6-8d3b905217fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:42:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['f556428d-a8f7-4dfd-8a38-53b9770d5939'], 'active': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:53.084081 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-58e52cf2-4c28-4b5a-849f-95b5a71613a7 req-a81514e4-a93d-46b7-9fee-e31be113b519 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3234098 May 20 21:42:53.127805 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-4c76441e-17c3-4055-9aa9-e5f70805c868 None None] Set router 792aa192-5257-4ace-a721-3bdbaaaed4d1 gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:42:53.387704 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-22499257-83b6-4657-9875-b4ae46c08467 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:53.476038 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-22499257-83b6-4657-9875-b4ae46c08467 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:53.967467 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:54.107415 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-139d0d64-4d38-494d-a015-db3e3bc7066c req-7bf2bb3f-c907-4bb6-a8ad-14ee34f77a45 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Synchronizing usage tracker for tenant:9d17d936aab246a39b5c87e64eff8ada on resource:security_group {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:42:54.127959 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad57a27-971f-4bb7-976f-3061857524a7 None None] Pushing event updated for resources: {'Port': ['ID=17d9e789-285a-4c1a-8eea-a3c6a2c5d754,revision_number=4']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:54.156177 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-4ad57a27-971f-4bb7-976f-3061857524a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.643s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:54.242422 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c328a338-c13c-4c1f-aeb5-ba5d2e3e7fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599'] for subnet, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:54.289506 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.db.resource_extend [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-b16f115a-99eb-4fe5-9394-0be9fdf54973 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 21:42:54.336741 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:54.360308 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-22499257-83b6-4657-9875-b4ae46c08467 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:54.372348 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvr_db [None req-1af9df11-7f0c-4662-91b6-8d3b905217fe None None] Set router f556428d-a8f7-4dfd-8a38-53b9770d5939 gateway port host: dv-cinder-792462-4-smb {{(pid=98345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:42:54.383002 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-22499257-83b6-4657-9875-b4ae46c08467 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 4.6444235 May 20 21:42:54.385016 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22499257-83b6-4657-9875-b4ae46c08467 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6429b3a1-a05a-4b93-89db-bb755ce30943,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:54.399516 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-22499257-83b6-4657-9875-b4ae46c08467 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:54.401631 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 38588) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:42:54.813088 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-419c058b-62ab-4dd6-8494-d95b81f3d8c9 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Request body: {'security_group_rule': {'security_group_id': '6429b3a1-a05a-4b93-89db-bb755ce30943', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:42:54.857685 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-419c058b-62ab-4dd6-8494-d95b81f3d8c9 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:42:54.863958 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-139d0d64-4d38-494d-a015-db3e3bc7066c req-7bf2bb3f-c907-4bb6-a8ad-14ee34f77a45 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Unset dirty status for tenant:9d17d936aab246a39b5c87e64eff8ada on resource:security_group {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:42:54.885237 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-139d0d64-4d38-494d-a015-db3e3bc7066c req-7bf2bb3f-c907-4bb6-a8ad-14ee34f77a45 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] 10.222.0.78 "GET /v2.0/security-groups?id=6951169a-707b-41f0-8e85-189e7f1728e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7718515 May 20 21:42:54.896147 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a7d8a428-b89c-44b2-8d84-a6b6ef56faa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:54.911709 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-419c058b-62ab-4dd6-8494-d95b81f3d8c9 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Usage tracker for resource:security_group_rule and tenant:02474a2c64904c6fb152442041a5af03 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:42:54.948742 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-419c058b-62ab-4dd6-8494-d95b81f3d8c9 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:42:54.974160 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-b16f115a-99eb-4fe5-9394-0be9fdf54973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe213d76-bb35-46a6-b89b-a6de037d5c17 {{(pid=98342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:42:55.018942 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-419c058b-62ab-4dd6-8494-d95b81f3d8c9 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:42:55.032473 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-b16f115a-99eb-4fe5-9394-0be9fdf54973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:55.091754 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-4c76441e-17c3-4055-9aa9-e5f70805c868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792aa192-5257-4ace-a721-3bdbaaaed4d1', 'name': 'tempest-ServerRescueNegativeTestJSON-231833693-router', 'tenant_id': '9f6cc23c741843818689bad4f7a6cecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': 'd01cd28b-de2a-40d6-b7d3-c4a406b1149b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:42:26Z', 'updated_at': '2021-05-20T21:42:42Z', 'revision_number': 4, 'project_id': '9f6cc23c741843818689bad4f7a6cecc', 'gw_port': {'id': 'd01cd28b-de2a-40d6-b7d3-c4a406b1149b', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792aa192-5257-4ace-a721-3bdbaaaed4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:29Z', 'updated_at': '2021-05-20T21:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': '9d4aa28a-220b-4bef-8ba5-24c06f7f28d6', 'name': '', 'network_id': 'c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3', 'tenant_id': '9f6cc23c741843818689bad4f7a6cecc', 'mac_address': 'fa:16:3e:a0:d5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792aa192-5257-4ace-a721-3bdbaaaed4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4f589239-d7e8-4c4e-8d52-786435111b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:38Z', 'updated_at': '2021-05-20T21:42:44Z', 'revision_number': 2, 'project_id': '9f6cc23c741843818689bad4f7a6cecc', 'subnets': [{'id': '4f589239-d7e8-4c4e-8d52-786435111b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:55.115776 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c76441e-17c3-4055-9aa9-e5f70805c868 None None] Checking router: 792aa192-5257-4ace-a721-3bdbaaaed4d1 for host: dv-cinder-792462-4-smb {{(pid=98344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:42:55.116325 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c76441e-17c3-4055-9aa9-e5f70805c868 None None] Updating router 792aa192-5257-4ace-a721-3bdbaaaed4d1 port 9d4aa28a-220b-4bef-8ba5-24c06f7f28d6 binding host dv-cinder-792462-4-smb {{(pid=98344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:42:55.125041 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c328a338-c13c-4c1f-aeb5-ba5d2e3e7fb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac81513c-88c2-4cbe-9a2a-c884102f8296,revision_number=0']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:55.134972 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.provisioning_blocks [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-b16f115a-99eb-4fe5-9394-0be9fdf54973 service neutron] Transition to ACTIVE for port object fe213d76-bb35-46a6-b89b-a6de037d5c17 will not be triggered until provisioned by entity L2. {{(pid=98342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:42:55.142695 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-419c058b-62ab-4dd6-8494-d95b81f3d8c9 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:55.145076 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-c328a338-c13c-4c1f-aeb5-ba5d2e3e7fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.808s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:55.192209 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-b16f115a-99eb-4fe5-9394-0be9fdf54973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:55.209979 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c328a338-c13c-4c1f-aeb5-ba5d2e3e7fb8 admin admin] Checking segment: {'id': '441bf282-0ce9-4da0-93be-16589224d202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '74f06f47-0dc0-4931-abef-eda80094473c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:42:55.210897 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c328a338-c13c-4c1f-aeb5-ba5d2e3e7fb8 admin admin] Network hostable DHCP agents. Network: 74f06f47-0dc0-4931-abef-eda80094473c, hostable agents: ['b421ac0d-62b9-4a8f-94e9-2f7b98c53d5e'], hosted agents: [] {{(pid=98343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:42:55.238425 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:55.339836 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c328a338-c13c-4c1f-aeb5-ba5d2e3e7fb8 admin admin] Network 74f06f47-0dc0-4931-abef-eda80094473c is scheduled to be hosted by DHCP agent b421ac0d-62b9-4a8f-94e9-2f7b98c53d5e with binding_index 1 {{(pid=98343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:42:55.389757 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.base_scheduler [None req-c328a338-c13c-4c1f-aeb5-ba5d2e3e7fb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-4-smb, 74f06f47-0dc0-4931-abef-eda80094473c) {{(pid=98343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:42:55.402520 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c328a338-c13c-4c1f-aeb5-ba5d2e3e7fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:42:55.412996 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c328a338-c13c-4c1f-aeb5-ba5d2e3e7fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for subnet, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:55.414992 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7454596-025d-4451-a1fe-794038380c73 None None] Network 74f06f47-0dc0-4931-abef-eda80094473c requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:42:55.421843 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.db.resource_extend [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-63791260-7899-4ef8-89bc-c9d22640ddb6 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 21:42:55.624013 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-4c76441e-17c3-4055-9aa9-e5f70805c868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:55.790328 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-c328a338-c13c-4c1f-aeb5-ba5d2e3e7fb8 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 9.0697508 May 20 21:42:55.872115 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.notifiers.nova [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-63791260-7899-4ef8-89bc-c9d22640ddb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c755e247-4044-4682-a1ce-446888b578ea {{(pid=98343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:42:55.928696 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-63791260-7899-4ef8-89bc-c9d22640ddb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:55.930438 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-1af9df11-7f0c-4662-91b6-8d3b905217fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'name': 'tempest-AttachVolumeShelveTestJSON-577568110-router', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:42:24Z', 'updated_at': '2021-05-20T21:42:40Z', 'revision_number': 4, 'project_id': '02474a2c64904c6fb152442041a5af03', 'gw_port': {'id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:26Z', 'updated_at': '2021-05-20T21:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': '17d9e789-285a-4c1a-8eea-a3c6a2c5d754', 'name': '', 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'mac_address': 'fa:16:3e:a8:58:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e184cb69-105f-475e-83f0-129c4848c2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:34Z', 'updated_at': '2021-05-20T21:42:52Z', 'revision_number': 4, 'project_id': '02474a2c64904c6fb152442041a5af03', 'subnets': [{'id': 'e184cb69-105f-475e-83f0-129c4848c2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:42:55.942919 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af9df11-7f0c-4662-91b6-8d3b905217fe None None] The sync data for ids ['f556428d-a8f7-4dfd-8a38-53b9770d5939'] in dv-cinder-792462-4-smb is: [{'id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'name': 'tempest-AttachVolumeShelveTestJSON-577568110-router', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:42:24Z', 'updated_at': '2021-05-20T21:42:40Z', 'revision_number': 4, 'project_id': '02474a2c64904c6fb152442041a5af03', 'gw_port': {'id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:26Z', 'updated_at': '2021-05-20T21:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': '17d9e789-285a-4c1a-8eea-a3c6a2c5d754', 'name': '', 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'mac_address': 'fa:16:3e:a8:58:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e184cb69-105f-475e-83f0-129c4848c2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:34Z', 'updated_at': '2021-05-20T21:42:52Z', 'revision_number': 4, 'project_id': '02474a2c64904c6fb152442041a5af03', 'subnets': [{'id': 'e184cb69-105f-475e-83f0-129c4848c2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:42:56.001891 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.provisioning_blocks [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-63791260-7899-4ef8-89bc-c9d22640ddb6 service neutron] Transition to ACTIVE for port object c755e247-4044-4682-a1ce-446888b578ea will not be triggered until provisioned by entity L2. {{(pid=98343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:42:56.015484 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-63791260-7899-4ef8-89bc-c9d22640ddb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:56.020196 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-fe8bdb26-6dad-4957-aa37-42c80baacd27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:56.390610 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63791260-7899-4ef8-89bc-c9d22640ddb6 service neutron] Pushing event updated for resources: {'Port': ['ID=c755e247-4044-4682-a1ce-446888b578ea,revision_number=2']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:56.451214 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-63791260-7899-4ef8-89bc-c9d22640ddb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:56.720145 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f115a-99eb-4fe5-9394-0be9fdf54973 service neutron] Pushing event updated for resources: {'Port': ['ID=fe213d76-bb35-46a6-b89b-a6de037d5c17,revision_number=2']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:56.741374 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-b16f115a-99eb-4fe5-9394-0be9fdf54973 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.503s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:56.848327 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-419c058b-62ab-4dd6-8494-d95b81f3d8c9 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:56.855169 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.managers [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-b16f115a-99eb-4fe5-9394-0be9fdf54973 service neutron] Attempting to bind port fe213d76-bb35-46a6-b89b-a6de037d5c17 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:42:56.856374 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.managers [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-b16f115a-99eb-4fe5-9394-0be9fdf54973 service neutron] Attempting to bind port fe213d76-bb35-46a6-b89b-a6de037d5c17 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'c8882a79-3f5b-43e5-87fa-475536f2fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a0e8f491-adaf-493f-a233-ff27efefc925'}] {{(pid=98342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:42:56.857243 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-b16f115a-99eb-4fe5-9394-0be9fdf54973 service neutron] Attempting to bind port fe213d76-bb35-46a6-b89b-a6de037d5c17 on network a0e8f491-adaf-493f-a233-ff27efefc925 {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:42:56.871395 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-419c058b-62ab-4dd6-8494-d95b81f3d8c9 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639471'] for security_group_rule, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:56.882916 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-b16f115a-99eb-4fe5-9394-0be9fdf54973 service neutron] Port fe213d76-bb35-46a6-b89b-a6de037d5c17 on network a0e8f491-adaf-493f-a233-ff27efefc925 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 21:42:56.883891 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-b16f115a-99eb-4fe5-9394-0be9fdf54973 service neutron] Attempting to bind port fe213d76-bb35-46a6-b89b-a6de037d5c17 on network a0e8f491-adaf-493f-a233-ff27efefc925 {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:42:56.915290 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:56.993869 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-b16f115a-99eb-4fe5-9394-0be9fdf54973 service neutron] Checking agent: {'id': '80f4bab6-80a2-4d7c-8071-f2009e74956d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'started_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:42:57.018400 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-b16f115a-99eb-4fe5-9394-0be9fdf54973 service neutron] Checking segment: {'id': 'c8882a79-3f5b-43e5-87fa-475536f2fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a0e8f491-adaf-493f-a233-ff27efefc925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:42:57.023354 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-b16f115a-99eb-4fe5-9394-0be9fdf54973 service neutron] Bound using segment: {'id': 'c8882a79-3f5b-43e5-87fa-475536f2fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a0e8f491-adaf-493f-a233-ff27efefc925'} {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:42:57.043032 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.managers [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-b16f115a-99eb-4fe5-9394-0be9fdf54973 service neutron] Bound port: fe213d76-bb35-46a6-b89b-a6de037d5c17, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8882a79-3f5b-43e5-87fa-475536f2fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a0e8f491-adaf-493f-a233-ff27efefc925'}}] {{(pid=98342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:42:57.045355 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-b16f115a-99eb-4fe5-9394-0be9fdf54973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:57.157009 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.managers [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-63791260-7899-4ef8-89bc-c9d22640ddb6 service neutron] Attempting to bind port c755e247-4044-4682-a1ce-446888b578ea on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:42:57.159128 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.managers [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-63791260-7899-4ef8-89bc-c9d22640ddb6 service neutron] Attempting to bind port c755e247-4044-4682-a1ce-446888b578ea by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'd795a156-5d2c-4d5c-95d4-c7863358a897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '5fae7200-d2f3-4317-a947-35af8933181d'}] {{(pid=98343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:42:57.159512 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-63791260-7899-4ef8-89bc-c9d22640ddb6 service neutron] Attempting to bind port c755e247-4044-4682-a1ce-446888b578ea on network 5fae7200-d2f3-4317-a947-35af8933181d {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:42:57.189252 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-63791260-7899-4ef8-89bc-c9d22640ddb6 service neutron] Port c755e247-4044-4682-a1ce-446888b578ea on network 5fae7200-d2f3-4317-a947-35af8933181d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 21:42:57.189650 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-63791260-7899-4ef8-89bc-c9d22640ddb6 service neutron] Attempting to bind port c755e247-4044-4682-a1ce-446888b578ea on network 5fae7200-d2f3-4317-a947-35af8933181d {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:42:57.235457 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-63791260-7899-4ef8-89bc-c9d22640ddb6 service neutron] Checking agent: {'id': '80f4bab6-80a2-4d7c-8071-f2009e74956d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'started_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:42:57.236963 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-63791260-7899-4ef8-89bc-c9d22640ddb6 service neutron] Checking segment: {'id': 'd795a156-5d2c-4d5c-95d4-c7863358a897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '5fae7200-d2f3-4317-a947-35af8933181d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:42:57.241026 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-63791260-7899-4ef8-89bc-c9d22640ddb6 service neutron] Bound using segment: {'id': 'd795a156-5d2c-4d5c-95d4-c7863358a897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '5fae7200-d2f3-4317-a947-35af8933181d'} {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:42:57.245895 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.managers [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-63791260-7899-4ef8-89bc-c9d22640ddb6 service neutron] Bound port: c755e247-4044-4682-a1ce-446888b578ea, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd795a156-5d2c-4d5c-95d4-c7863358a897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '5fae7200-d2f3-4317-a947-35af8933181d'}}] {{(pid=98343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:42:57.247051 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-63791260-7899-4ef8-89bc-c9d22640ddb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:57.335945 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ef6b3-8f54-479a-b4fc-c2590469c259 req-6fe6f650-08aa-442c-88de-218b6d05beca tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:42:57.337860 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c73ef6b3-8f54-479a-b4fc-c2590469c259 req-6fe6f650-08aa-442c-88de-218b6d05beca tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=93db25d9-b209-4329-a8c5-abee0ef5006d HTTP/1.1" status: 200 len: 943 time: 1.7192466 May 20 21:42:57.352656 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:57.374685 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c058b-62ab-4dd6-8494-d95b81f3d8c9 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf88a21c-bdc2-4b7b-a4d5-5a91d6410924,revision_number=0']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:57.418384 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-419c058b-62ab-4dd6-8494-d95b81f3d8c9 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:57.432127 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-419c058b-62ab-4dd6-8494-d95b81f3d8c9 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7511399 May 20 21:42:57.659989 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:57.706759 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-b16f115a-99eb-4fe5-9394-0be9fdf54973 service neutron] For port fe213d76-bb35-46a6-b89b-a6de037d5c17, host hv-cinder-79246, cleared binding levels {{(pid=98342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:42:57.718810 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-b16f115a-99eb-4fe5-9394-0be9fdf54973 service neutron] For port fe213d76-bb35-46a6-b89b-a6de037d5c17, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fe213d76-bb35-46a6-b89b-a6de037d5c17,segment=NetworkSegment(c8882a79-3f5b-43e5-87fa-475536f2fbe2),segment_id=c8882a79-3f5b-43e5-87fa-475536f2fbe2)] {{(pid=98342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:42:57.773976 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-419c058b-62ab-4dd6-8494-d95b81f3d8c9 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.858s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:57.774774 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 38636) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:42:57.788730 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-b16f115a-99eb-4fe5-9394-0be9fdf54973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:57.858715 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-f660f719-6bee-4eee-9b3f-2d2fab211b56 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Request body: {'security_group_rule': {'security_group_id': '6429b3a1-a05a-4b93-89db-bb755ce30943', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:42:57.875544 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 17d9e789-285a-4c1a-8eea-a3c6a2c5d754 up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:42:57.922395 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbfee65-1933-43d0-a76b-93ba5c144108 None None] Network 74f06f47-0dc0-4931-abef-eda80094473c requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:42:57.968458 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-f660f719-6bee-4eee-9b3f-2d2fab211b56 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:42:57.999089 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:58.053634 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.db [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-63791260-7899-4ef8-89bc-c9d22640ddb6 service neutron] For port c755e247-4044-4682-a1ce-446888b578ea, host hv-cinder-79246, cleared binding levels {{(pid=98343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:42:58.059404 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.db [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-63791260-7899-4ef8-89bc-c9d22640ddb6 service neutron] For port c755e247-4044-4682-a1ce-446888b578ea, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=c755e247-4044-4682-a1ce-446888b578ea,segment=NetworkSegment(d795a156-5d2c-4d5c-95d4-c7863358a897),segment_id=d795a156-5d2c-4d5c-95d4-c7863358a897)] {{(pid=98343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:42:58.082619 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-63791260-7899-4ef8-89bc-c9d22640ddb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:58.087581 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-c8090818-8ecb-45ab-83fe-797dd3a795de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:58.246583 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-f21b6981-01c8-4e73-bc72-4eb5af31de49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:58.417540 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63791260-7899-4ef8-89bc-c9d22640ddb6 service neutron] Pushing event updated for resources: {'Port': ['ID=c755e247-4044-4682-a1ce-446888b578ea,revision_number=3']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:58.476491 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-63791260-7899-4ef8-89bc-c9d22640ddb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:58.486498 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-63791260-7899-4ef8-89bc-c9d22640ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:42:58.488411 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-63791260-7899-4ef8-89bc-c9d22640ddb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for port, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:58.498141 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-63791260-7899-4ef8-89bc-c9d22640ddb6 service neutron] 10.222.0.69 "PUT /v2.0/ports/c755e247-4044-4682-a1ce-446888b578ea HTTP/1.1" status: 200 len: 1093 time: 6.5274258 May 20 21:42:58.500257 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeda82eb-7036-40df-852d-a7a1e9ce3a9b', 'tag': 'c755e247-4044-4682-a1ce-446888b578ea'}] {{(pid=98343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:42:58.518976 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-f660f719-6bee-4eee-9b3f-2d2fab211b56 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Usage tracker for resource:security_group_rule and tenant:02474a2c64904c6fb152442041a5af03 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:42:58.586573 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-f660f719-6bee-4eee-9b3f-2d2fab211b56 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:42:58.630536 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning for port 17d9e789-285a-4c1a-8eea-a3c6a2c5d754 completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:42:58.641479 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-b16f115a-99eb-4fe5-9394-0be9fdf54973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:42:58.647113 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-b16f115a-99eb-4fe5-9394-0be9fdf54973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for port, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:58.648881 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-b16f115a-99eb-4fe5-9394-0be9fdf54973 service neutron] 10.222.0.69 "PUT /v2.0/ports/fe213d76-bb35-46a6-b89b-a6de037d5c17 HTTP/1.1" status: 200 len: 1093 time: 9.6247475 May 20 21:42:58.649374 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93db25d9-b209-4329-a8c5-abee0ef5006d', 'tag': 'fe213d76-bb35-46a6-b89b-a6de037d5c17'}] {{(pid=98342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:42:58.889505 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 38658) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:42:58.890615 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-f660f719-6bee-4eee-9b3f-2d2fab211b56 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:42:59.033221 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-86757060-5531-4649-9152-6da5ec65822a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:42:59.034860 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f115a-99eb-4fe5-9394-0be9fdf54973 service neutron] Pushing event updated for resources: {'Port': ['ID=fe213d76-bb35-46a6-b89b-a6de037d5c17,revision_number=3']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:42:59.036981 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-86757060-5531-4649-9152-6da5ec65822a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9d17d936aab246a39b5c87e64eff8ada&device_id=aeda82eb-7036-40df-852d-a7a1e9ce3a9b HTTP/1.1" status: 200 len: 1096 time: 0.2864876 May 20 21:42:59.040720 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-b16f115a-99eb-4fe5-9394-0be9fdf54973 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.042s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:42:59.054183 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-3117b433-2f5f-49d1-8648-178933bd5b86 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-156129965-network', 'tenant_id': '7d9c18984a0543ea98869145e16477d1'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:42:59.096565 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c73ef6b3-8f54-479a-b4fc-c2590469c259 req-a46bf6c3-8ac9-46fc-ae31-c9410027811a tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7084529 May 20 21:42:59.107135 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-3117b433-2f5f-49d1-8648-178933bd5b86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:42:59.127157 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-3117b433-2f5f-49d1-8648-178933bd5b86 admin admin] Usage tracker for resource:network and tenant:7d9c18984a0543ea98869145e16477d1 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:42:59.135898 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-3117b433-2f5f-49d1-8648-178933bd5b86 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:42:59.159886 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-3117b433-2f5f-49d1-8648-178933bd5b86 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:42:59.212352 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port 17d9e789-285a-4c1a-8eea-a3c6a2c5d754 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:42:59.220752 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:59.238628 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-f660f719-6bee-4eee-9b3f-2d2fab211b56 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:59.299739 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3117b433-2f5f-49d1-8648-178933bd5b86 admin admin] Made reservation on behalf of 7d9c18984a0543ea98869145e16477d1 for: {'network': 1} {{(pid=98342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:42:59.307025 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-3117b433-2f5f-49d1-8648-178933bd5b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-574869'] for network, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:59.337828 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-28294d3d-379d-4ad2-b23f-ea65d11b4689 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c755e247-4044-4682-a1ce-446888b578ea HTTP/1.1" status: 200 len: 217 time: 0.2951701 May 20 21:42:59.372537 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-3117b433-2f5f-49d1-8648-178933bd5b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:59.438828 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-3117b433-2f5f-49d1-8648-178933bd5b86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:42:59.448239 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-3117b433-2f5f-49d1-8648-178933bd5b86 admin admin] Usage tracker for resource:security_group_rule and tenant:7d9c18984a0543ea98869145e16477d1 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:42:59.453251 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-3117b433-2f5f-49d1-8648-178933bd5b86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:42:59.465387 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-3117b433-2f5f-49d1-8648-178933bd5b86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:42:59.605853 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-3117b433-2f5f-49d1-8648-178933bd5b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:59.636014 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-7b592739-583a-4a19-8dfb-7b6563f803c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:42:59.637738 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-ac17b340-6292-42cf-a148-7e3811967768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:42:59.639896 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-ac17b340-6292-42cf-a148-7e3811967768 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=462722ee06ab47f396fc96575d046bdc&device_id=93db25d9-b209-4329-a8c5-abee0ef5006d HTTP/1.1" status: 200 len: 1096 time: 0.7510076 May 20 21:42:59.641776 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-7b592739-583a-4a19-8dfb-7b6563f803c6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5a348b67-da9d-45b0-86aa-f538d34fc266 HTTP/1.1" status: 200 len: 851 time: 0.2918594 May 20 21:42:59.651635 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:59.693587 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-4c76441e-17c3-4055-9aa9-e5f70805c868 None None] Notify callbacks [] for port, precommit_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:59.711279 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-3117b433-2f5f-49d1-8648-178933bd5b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:59.772128 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-5220b63d-e85d-4213-9ac4-4fd5a0578ec6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5fae7200-d2f3-4317-a947-35af8933181d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070600 May 20 21:42:59.872460 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-4c76441e-17c3-4055-9aa9-e5f70805c868 None None] Transition to ACTIVE for port object 9d4aa28a-220b-4bef-8ba5-24c06f7f28d6 will not be triggered until provisioned by entity L2. {{(pid=98344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:42:59.907919 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-22499257-83b6-4657-9875-b4ae46c08467 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:42:59.950157 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:59.978654 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-4c76441e-17c3-4055-9aa9-e5f70805c868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:42:59.981378 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-3aaa2246-4530-4de7-ae32-1eaa7f4a554d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe213d76-bb35-46a6-b89b-a6de037d5c17 HTTP/1.1" status: 200 len: 217 time: 0.2517500 May 20 21:43:00.002800 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:00.025743 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-f660f719-6bee-4eee-9b3f-2d2fab211b56 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:00.146486 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3117b433-2f5f-49d1-8648-178933bd5b86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=98342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:43:00.149714 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-92240573-441c-4524-bd8d-b8043293f353 service neutron] 10.222.0.69 "GET /v2.0/networks/5fae7200-d2f3-4317-a947-35af8933181d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554542 May 20 21:43:00.160095 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-f660f719-6bee-4eee-9b3f-2d2fab211b56 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639471'] for security_group_rule, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:00.169954 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117b433-2f5f-49d1-8648-178933bd5b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c3afcd-9b4c-4a93-9f8e-32a10c7c73c1,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:00.179544 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-3117b433-2f5f-49d1-8648-178933bd5b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:00.191455 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-419c058b-62ab-4dd6-8494-d95b81f3d8c9 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:00.223910 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-3117b433-2f5f-49d1-8648-178933bd5b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329'] for segment, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:00.224363 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.db.segments_db [None req-3117b433-2f5f-49d1-8648-178933bd5b86 admin admin] Added segment d430f767-811f-4c9c-8d63-c32b225573b2 of type vlan for network 77b1e9d6-5bf2-4da3-8f9e-5607cf0f0aef May 20 21:43:00.237762 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660f719-6bee-4eee-9b3f-2d2fab211b56 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=035462fd-3e7e-4734-ad4b-02a0fe8fc915,revision_number=0']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:00.250124 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-f660f719-6bee-4eee-9b3f-2d2fab211b56 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:00.259816 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-23a5e65e-43a1-4fe1-998a-eae6965b7e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:00.261403 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-23a5e65e-43a1-4fe1-998a-eae6965b7e5c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0a0aa404-f762-4a40-8a37-03345bde1a32 HTTP/1.1" status: 200 len: 855 time: 0.2516696 May 20 21:43:00.338570 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-f660f719-6bee-4eee-9b3f-2d2fab211b56 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:00.344879 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-f660f719-6bee-4eee-9b3f-2d2fab211b56 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5591562 May 20 21:43:00.349380 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 38700) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:00.354045 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-a9ea6df9-50dc-4aa4-b64c-7f7c479ab0b0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a0e8f491-adaf-493f-a233-ff27efefc925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702145 May 20 21:43:00.357045 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-3117b433-2f5f-49d1-8648-178933bd5b86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759169318099'] for network, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:00.367239 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-bdca0b07-6c48-4c2c-82d9-00eea03bd24d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Request body: {'floatingip': {'floating_network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:43:00.415327 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-bdca0b07-6c48-4c2c-82d9-00eea03bd24d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:43:00.467308 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c76924-85ab-45d4-9aad-e35999ac88ce req-4d4bc702-05b3-4414-8ea9-7aef7c2a6c52 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:00.470750 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-84c76924-85ab-45d4-9aad-e35999ac88ce req-4d4bc702-05b3-4414-8ea9-7aef7c2a6c52 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] 10.222.0.78 "GET /v2.0/ports?device_id=aeda82eb-7036-40df-852d-a7a1e9ce3a9b HTTP/1.1" status: 200 len: 943 time: 0.8463235 May 20 21:43:00.483715 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-bdca0b07-6c48-4c2c-82d9-00eea03bd24d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Usage tracker for resource:floatingip and tenant:02474a2c64904c6fb152442041a5af03 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:43:00.490765 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-bdca0b07-6c48-4c2c-82d9-00eea03bd24d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:43:00.503904 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-bdca0b07-6c48-4c2c-82d9-00eea03bd24d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:43:00.521954 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-78c6aaa3-936d-42a4-8042-ff54e4fd1093 req-d91adbf3-ad0b-436d-b5f5-39036399341a service neutron] 10.222.0.69 "GET /v2.0/networks/5fae7200-d2f3-4317-a947-35af8933181d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520131 May 20 21:43:00.522685 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e5433-9641-4856-9460-26acbb306abd None None] Pushing event updated for resources: {'Port': ['ID=9d4aa28a-220b-4bef-8ba5-24c06f7f28d6,revision_number=3']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:00.529719 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] For port 17d9e789-285a-4c1a-8eea-a3c6a2c5d754, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=17d9e789-285a-4c1a-8eea-a3c6a2c5d754,segment=NetworkSegment(54b1c84e-94ed-47c5-9732-c818bd112025),segment_id=54b1c84e-94ed-47c5-9732-c818bd112025)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:43:00.531116 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-fb2e5433-9641-4856-9460-26acbb306abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:00.567105 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:00.575944 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:00.619396 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-bdca0b07-6c48-4c2c-82d9-00eea03bd24d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for floatingip, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:00.675972 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.db.resource_extend [None req-3117b433-2f5f-49d1-8648-178933bd5b86 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 21:43:00.756421 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Pushing event updated for resources: {'Port': ['ID=17d9e789-285a-4c1a-8eea-a3c6a2c5d754,revision_number=5']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:00.770047 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:00.777194 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-4c76441e-17c3-4055-9aa9-e5f70805c868 None None] Attempting to bind port 9d4aa28a-220b-4bef-8ba5-24c06f7f28d6 on host dv-cinder-792462-4-smb for vnic_type normal with profile {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:43:00.777834 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-4c76441e-17c3-4055-9aa9-e5f70805c868 None None] Attempting to bind port 9d4aa28a-220b-4bef-8ba5-24c06f7f28d6 by drivers openvswitch,hyperv on host dv-cinder-792462-4-smb at level 0 using segments [{'id': '712fb00d-997f-4fae-9dbd-c3257b20a933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3'}] {{(pid=98344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:43:00.778450 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c76441e-17c3-4055-9aa9-e5f70805c868 None None] Attempting to bind port 9d4aa28a-220b-4bef-8ba5-24c06f7f28d6 on network c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3 {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:43:00.786913 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c76441e-17c3-4055-9aa9-e5f70805c868 None None] Checking agent: {'id': '09546d46-3481-475a-a863-9c6fd271337e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 34, 25), 'started_at': datetime.datetime(2021, 5, 20, 21, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:43:00.787603 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c76441e-17c3-4055-9aa9-e5f70805c868 None None] Checking segment: {'id': '712fb00d-997f-4fae-9dbd-c3257b20a933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:43:00.788403 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-4c76441e-17c3-4055-9aa9-e5f70805c868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:00.789991 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c76441e-17c3-4055-9aa9-e5f70805c868 None None] Bound using segment: {'id': '712fb00d-997f-4fae-9dbd-c3257b20a933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3'} {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:43:00.791002 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-4c76441e-17c3-4055-9aa9-e5f70805c868 None None] Bound port: 9d4aa28a-220b-4bef-8ba5-24c06f7f28d6, host: dv-cinder-792462-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '712fb00d-997f-4fae-9dbd-c3257b20a933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3'}}] {{(pid=98344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:43:00.791615 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-4c76441e-17c3-4055-9aa9-e5f70805c868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:00.872047 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-84c76924-85ab-45d4-9aad-e35999ac88ce req-934c581d-ef91-4421-afd8-49b976dc7df0 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] 10.222.0.78 "GET /v2.0/security-groups?id=6951169a-707b-41f0-8e85-189e7f1728e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222327 May 20 21:43:01.002396 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-4c76441e-17c3-4055-9aa9-e5f70805c868 None None] For port 9d4aa28a-220b-4bef-8ba5-24c06f7f28d6, host dv-cinder-792462-4-smb, cleared binding levels {{(pid=98344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:43:01.015572 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-4c76441e-17c3-4055-9aa9-e5f70805c868 None None] For port 9d4aa28a-220b-4bef-8ba5-24c06f7f28d6, host dv-cinder-792462-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=9d4aa28a-220b-4bef-8ba5-24c06f7f28d6,segment=NetworkSegment(712fb00d-997f-4fae-9dbd-c3257b20a933),segment_id=712fb00d-997f-4fae-9dbd-c3257b20a933)] {{(pid=98344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:43:01.022272 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-4c76441e-17c3-4055-9aa9-e5f70805c868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:01.034445 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-3117b433-2f5f-49d1-8648-178933bd5b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1639574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1649568'] for network, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:01.042844 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:01.061971 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3117b433-2f5f-49d1-8648-178933bd5b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:01.063289 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-3117b433-2f5f-49d1-8648-178933bd5b86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for network, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:01.108356 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:01.210676 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeda82eb-7036-40df-852d-a7a1e9ce3a9b', 'tag': 'c755e247-4044-4682-a1ce-446888b578ea', 'status': 'completed', 'code': 200} May 20 21:43:01.283282 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e5433-9641-4856-9460-26acbb306abd None None] Pushing event updated for resources: {'Port': ['ID=9d4aa28a-220b-4bef-8ba5-24c06f7f28d6,revision_number=4']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:01.287230 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-fb2e5433-9641-4856-9460-26acbb306abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:01.296532 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c76441e-17c3-4055-9aa9-e5f70805c868 None None] Routers {'792aa192-5257-4ace-a721-3bdbaaaed4d1'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:43:01.297166 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-4c76441e-17c3-4055-9aa9-e5f70805c868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:42:57Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['792aa192-5257-4ace-a721-3bdbaaaed4d1'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:43:01.379103 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c8e57-e86d-4ddd-92af-19552efafdff req-50937552-6dcd-40a4-ba76-05b92f68f1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:01.381516 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-954c8e57-e86d-4ddd-92af-19552efafdff req-50937552-6dcd-40a4-ba76-05b92f68f1b8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9d17d936aab246a39b5c87e64eff8ada&device_id=aeda82eb-7036-40df-852d-a7a1e9ce3a9b HTTP/1.1" status: 200 len: 1096 time: 0.1375360 May 20 21:43:01.469996 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-3117b433-2f5f-49d1-8648-178933bd5b86 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5533481 May 20 21:43:01.512090 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 38738) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:01.543477 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-3bb5d6d5-aa13-464e-b62e-7d40994dfbfa admin admin] Request body: {'subnet': {'network_id': '77b1e9d6-5bf2-4da3-8f9e-5607cf0f0aef', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-156129965-subnet', 'tenant_id': '7d9c18984a0543ea98869145e16477d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:43:01.544158 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93db25d9-b209-4329-a8c5-abee0ef5006d', 'tag': 'fe213d76-bb35-46a6-b89b-a6de037d5c17', 'status': 'completed', 'code': 200} May 20 21:43:01.646458 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117b433-2f5f-49d1-8648-178933bd5b86 admin admin] Pushing event updated for resources: {'Network': ['ID=77b1e9d6-5bf2-4da3-8f9e-5607cf0f0aef,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:01.649711 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-3117b433-2f5f-49d1-8648-178933bd5b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:01.651724 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-85cab590-1e0b-4d75-b960-745b95dccd83 service neutron] 10.222.0.69 "GET /v2.0/networks/a0e8f491-adaf-493f-a233-ff27efefc925?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2797976 May 20 21:43:01.677582 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Network 77b1e9d6-5bf2-4da3-8f9e-5607cf0f0aef details requested by agent ovs-agent-dv-cinder-792462-4-smb with host dv-cinder-792462-4-smb {{(pid=98344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 21:43:01.699620 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-8bb429ee-df34-477e-b413-9fbabcf78ddd tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:01.707107 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-3bb5d6d5-aa13-464e-b62e-7d40994dfbfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:43:01.707403 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-8bb429ee-df34-477e-b413-9fbabcf78ddd tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/networks?id=c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3 HTTP/1.1" status: 200 len: 818 time: 0.8277600 May 20 21:43:01.766138 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-3bb5d6d5-aa13-464e-b62e-7d40994dfbfa admin admin] Usage tracker for resource:subnet and tenant:7d9c18984a0543ea98869145e16477d1 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:43:01.773652 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-3bb5d6d5-aa13-464e-b62e-7d40994dfbfa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:43:01.789966 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-3bb5d6d5-aa13-464e-b62e-7d40994dfbfa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:43:01.843556 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c8e57-e86d-4ddd-92af-19552efafdff req-76ee84c1-3932-452f-b36b-09c39c92af1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:01.849126 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-4c76441e-17c3-4055-9aa9-e5f70805c868 None None] Set router 792aa192-5257-4ace-a721-3bdbaaaed4d1 gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:43:01.850844 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-954c8e57-e86d-4ddd-92af-19552efafdff req-76ee84c1-3932-452f-b36b-09c39c92af1e service neutron] 10.222.0.69 "GET /v2.0/networks?id=5fae7200-d2f3-4317-a947-35af8933181d HTTP/1.1" status: 200 len: 912 time: 0.4578149 May 20 21:43:01.853025 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb5d6d5-aa13-464e-b62e-7d40994dfbfa admin admin] Made reservation on behalf of 7d9c18984a0543ea98869145e16477d1 for: {'subnet': 1} {{(pid=98343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:43:01.857149 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-3bb5d6d5-aa13-464e-b62e-7d40994dfbfa admin admin] Notify callbacks [] for subnet, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:01.912088 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-d2012efe-9d20-45ca-8ea7-130602001fa8 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/quotas/9f6cc23c741843818689bad4f7a6cecc HTTP/1.1" status: 200 len: 375 time: 0.2037604 May 20 21:43:02.004420 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-954c8e57-e86d-4ddd-92af-19552efafdff req-561ee8ec-7d14-42ad-bd18-b1f08d34a6eb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c755e247-4044-4682-a1ce-446888b578ea HTTP/1.1" status: 200 len: 217 time: 0.1087353 May 20 21:43:02.057893 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a5a6ffc2-874d-4f03-b744-4b4d7e0cc745 req-6cc3f29b-cb82-45b0-9a1c-5bc7b2643e57 service neutron] 10.222.0.69 "GET /v2.0/networks/a0e8f491-adaf-493f-a233-ff27efefc925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466172 May 20 21:43:02.109266 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc4488-1b9b-4ef4-a1f9-ac077091d856 req-8e32d352-546d-4cec-8be0-c44914fe364f tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:02.119497 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d3fc4488-1b9b-4ef4-a1f9-ac077091d856 req-8e32d352-546d-4cec-8be0-c44914fe364f tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=93db25d9-b209-4329-a8c5-abee0ef5006d HTTP/1.1" status: 200 len: 943 time: 0.4092588 May 20 21:43:02.126137 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-bdca0b07-6c48-4c2c-82d9-00eea03bd24d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:02.222225 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c8e57-e86d-4ddd-92af-19552efafdff req-3acf1d79-9c10-4347-9c36-0dc9a87ca975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:02.224227 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-954c8e57-e86d-4ddd-92af-19552efafdff req-3acf1d79-9c10-4347-9c36-0dc9a87ca975 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5a348b67-da9d-45b0-86aa-f538d34fc266 HTTP/1.1" status: 200 len: 851 time: 0.2095168 May 20 21:43:02.327516 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-954c8e57-e86d-4ddd-92af-19552efafdff req-118fffeb-a26f-4fd2-8a67-86193b05bb2f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5fae7200-d2f3-4317-a947-35af8933181d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929253 May 20 21:43:02.369102 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-cec18b99-cc13-4a79-b7e3-dfb513229dad tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9f6cc23c741843818689bad4f7a6cecc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4550006 May 20 21:43:02.511600 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-4c76441e-17c3-4055-9aa9-e5f70805c868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792aa192-5257-4ace-a721-3bdbaaaed4d1', 'name': 'tempest-ServerRescueNegativeTestJSON-231833693-router', 'tenant_id': '9f6cc23c741843818689bad4f7a6cecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': 'd01cd28b-de2a-40d6-b7d3-c4a406b1149b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:42:26Z', 'updated_at': '2021-05-20T21:42:42Z', 'revision_number': 4, 'project_id': '9f6cc23c741843818689bad4f7a6cecc', 'gw_port': {'id': 'd01cd28b-de2a-40d6-b7d3-c4a406b1149b', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792aa192-5257-4ace-a721-3bdbaaaed4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:29Z', 'updated_at': '2021-05-20T21:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': '9d4aa28a-220b-4bef-8ba5-24c06f7f28d6', 'name': '', 'network_id': 'c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3', 'tenant_id': '9f6cc23c741843818689bad4f7a6cecc', 'mac_address': 'fa:16:3e:a0:d5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792aa192-5257-4ace-a721-3bdbaaaed4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4f589239-d7e8-4c4e-8d52-786435111b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:38Z', 'updated_at': '2021-05-20T21:43:00Z', 'revision_number': 4, 'project_id': '9f6cc23c741843818689bad4f7a6cecc', 'subnets': [{'id': '4f589239-d7e8-4c4e-8d52-786435111b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:43:02.517300 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c76441e-17c3-4055-9aa9-e5f70805c868 None None] The sync data for ids ['792aa192-5257-4ace-a721-3bdbaaaed4d1'] in dv-cinder-792462-4-smb is: [{'id': '792aa192-5257-4ace-a721-3bdbaaaed4d1', 'name': 'tempest-ServerRescueNegativeTestJSON-231833693-router', 'tenant_id': '9f6cc23c741843818689bad4f7a6cecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': 'd01cd28b-de2a-40d6-b7d3-c4a406b1149b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:42:26Z', 'updated_at': '2021-05-20T21:42:42Z', 'revision_number': 4, 'project_id': '9f6cc23c741843818689bad4f7a6cecc', 'gw_port': {'id': 'd01cd28b-de2a-40d6-b7d3-c4a406b1149b', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792aa192-5257-4ace-a721-3bdbaaaed4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:29Z', 'updated_at': '2021-05-20T21:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': '9d4aa28a-220b-4bef-8ba5-24c06f7f28d6', 'name': '', 'network_id': 'c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3', 'tenant_id': '9f6cc23c741843818689bad4f7a6cecc', 'mac_address': 'fa:16:3e:a0:d5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792aa192-5257-4ace-a721-3bdbaaaed4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4f589239-d7e8-4c4e-8d52-786435111b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:38Z', 'updated_at': '2021-05-20T21:43:00Z', 'revision_number': 4, 'project_id': '9f6cc23c741843818689bad4f7a6cecc', 'subnets': [{'id': '4f589239-d7e8-4c4e-8d52-786435111b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:43:02.626025 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-178222ff-5ed2-4d00-9aa4-308563936705 service neutron] 10.222.0.78 "GET /v2.0/networks/c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565179 May 20 21:43:02.819055 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 17d9e789-285a-4c1a-8eea-a3c6a2c5d754 up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:43:02.825818 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d3fc4488-1b9b-4ef4-a1f9-ac077091d856 req-20499e2d-dbf2-4f4b-bb93-d1f7e18ad492 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7051911 May 20 21:43:02.832328 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 38772) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:02.995750 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-954c8e57-e86d-4ddd-92af-19552efafdff req-556fa96b-8015-48c1-b968-7a5556ae5dcf service neutron] 10.222.0.69 "GET /v2.0/networks/5fae7200-d2f3-4317-a947-35af8933181d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6589699 May 20 21:43:03.089802 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-c9ef47f0-591a-43f4-9b25-d9e3566f13c2 service neutron] 10.222.0.78 "GET /v2.0/networks/c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4624536 May 20 21:43:03.199553 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port 17d9e789-285a-4c1a-8eea-a3c6a2c5d754 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:43:03.201018 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16975ab8-82ff-4045-a416-27037b837b3c req-81e5fe9d-8925-4e0a-bcee-463e36bca3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:03.202565 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:03.203259 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-16975ab8-82ff-4045-a416-27037b837b3c req-81e5fe9d-8925-4e0a-bcee-463e36bca3f9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=462722ee06ab47f396fc96575d046bdc&device_id=93db25d9-b209-4329-a8c5-abee0ef5006d HTTP/1.1" status: 200 len: 1096 time: 0.9142411 May 20 21:43:03.240992 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.db_base_plugin_common [None req-bdca0b07-6c48-4c2c-82d9-00eea03bd24d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Allocated IP 172.28.0.136 (6a7b2292-60f2-468f-9a72-8977b3c695a9/682e5247-0975-4386-b3ba-8aaf11b83d2b/61f31d2e-3c07-4bbd-b3f2-64e3a5d62b7c) {{(pid=98342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:43:03.439445 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16975ab8-82ff-4045-a416-27037b837b3c req-fa533bea-c97f-48a8-b275-16aa76996f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:03.441079 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-16975ab8-82ff-4045-a416-27037b837b3c req-fa533bea-c97f-48a8-b275-16aa76996f48 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a0e8f491-adaf-493f-a233-ff27efefc925 HTTP/1.1" status: 200 len: 916 time: 0.2240746 May 20 21:43:03.662840 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-c4ded9b5-2e60-45c4-affa-c02fff55e132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:03.883525 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-16975ab8-82ff-4045-a416-27037b837b3c req-f0893665-c8c8-4c15-9252-83ab791c1803 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe213d76-bb35-46a6-b89b-a6de037d5c17 HTTP/1.1" status: 200 len: 217 time: 0.1758125 May 20 21:43:04.135346 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device c755e247-4044-4682-a1ce-446888b578ea details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 21:43:04.196338 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16975ab8-82ff-4045-a416-27037b837b3c req-bbc425ba-9ab2-4358-8b56-83866e6dd9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:04.198011 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-16975ab8-82ff-4045-a416-27037b837b3c req-bbc425ba-9ab2-4358-8b56-83866e6dd9df service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0a0aa404-f762-4a40-8a37-03345bde1a32 HTTP/1.1" status: 200 len: 855 time: 0.3042283 May 20 21:43:04.202476 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-c4ded9b5-2e60-45c4-affa-c02fff55e132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:43:04.203326 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-954c8e57-e86d-4ddd-92af-19552efafdff req-2664ad47-ab20-43f1-8e6d-6726b5b5df71 service neutron] 10.222.0.69 "GET /v2.0/networks/5fae7200-d2f3-4317-a947-35af8933181d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0199056 May 20 21:43:04.224920 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-c4ded9b5-2e60-45c4-affa-c02fff55e132 admin admin] Usage tracker for resource:security_group_rule and tenant:9f3ee62bb6d54095b18481535497e9e3 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:43:04.229549 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-c4ded9b5-2e60-45c4-affa-c02fff55e132 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:43:04.236635 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-c4ded9b5-2e60-45c4-affa-c02fff55e132 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:43:04.253706 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f06b84ea-ac30-4f7a-9e98-ef0add438b37 req-5348a6f5-c0e1-49b6-ae0b-982deadeddc3 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 210 time: 0.5686660 May 20 21:43:04.319485 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-16975ab8-82ff-4045-a416-27037b837b3c req-3a16164c-51fe-4019-89e7-29d6bef6bc5b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a0e8f491-adaf-493f-a233-ff27efefc925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592337 May 20 21:43:04.576852 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port c755e247-4044-4682-a1ce-446888b578ea, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=c755e247-4044-4682-a1ce-446888b578ea,segment=NetworkSegment(d795a156-5d2c-4d5c-95d4-c7863358a897),segment_id=d795a156-5d2c-4d5c-95d4-c7863358a897)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:43:04.599367 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Returning: {'device': 'c755e247-4044-4682-a1ce-446888b578ea', 'network_id': '5fae7200-d2f3-4317-a947-35af8933181d', 'port_id': 'c755e247-4044-4682-a1ce-446888b578ea', 'mac_address': 'fa:16:3e:7f:d5:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a348b67-da9d-45b0-86aa-f538d34fc266', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 21:43:04.663342 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-3bb5d6d5-aa13-464e-b62e-7d40994dfbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599'] for subnet, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:04.687398 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-8a69a7b5-8464-409c-9ef7-952f1b129295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:04.824555 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:04.877886 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c755e247-4044-4682-a1ce-446888b578ea {{(pid=98344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:43:04.914104 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port c755e247-4044-4682-a1ce-446888b578ea, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=c755e247-4044-4682-a1ce-446888b578ea,segment=NetworkSegment(d795a156-5d2c-4d5c-95d4-c7863358a897),segment_id=d795a156-5d2c-4d5c-95d4-c7863358a897)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:43:04.916746 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-16975ab8-82ff-4045-a416-27037b837b3c req-54b296b6-4431-40ef-a845-833a2efd0dae service neutron] 10.222.0.69 "GET /v2.0/networks/a0e8f491-adaf-493f-a233-ff27efefc925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5551558 May 20 21:43:04.918442 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 9d4aa28a-220b-4bef-8ba5-24c06f7f28d6 up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:43:04.942603 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5d6d5-aa13-464e-b62e-7d40994dfbfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a0388ea-0283-4a2c-aa74-0222a7f5161a,revision_number=0']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:04.952943 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-3bb5d6d5-aa13-464e-b62e-7d40994dfbfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:04.982429 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:05.005696 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:05.049476 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb5d6d5-aa13-464e-b62e-7d40994dfbfa admin admin] Checking segment: {'id': 'd430f767-811f-4c9c-8d63-c32b225573b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '77b1e9d6-5bf2-4da3-8f9e-5607cf0f0aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:43:05.049916 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb5d6d5-aa13-464e-b62e-7d40994dfbfa admin admin] Network hostable DHCP agents. Network: 77b1e9d6-5bf2-4da3-8f9e-5607cf0f0aef, hostable agents: ['b421ac0d-62b9-4a8f-94e9-2f7b98c53d5e'], hosted agents: [] {{(pid=98343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:43:05.084884 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb5d6d5-aa13-464e-b62e-7d40994dfbfa admin admin] Network 77b1e9d6-5bf2-4da3-8f9e-5607cf0f0aef is scheduled to be hosted by DHCP agent b421ac0d-62b9-4a8f-94e9-2f7b98c53d5e with binding_index 1 {{(pid=98343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:43:05.100175 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.base_scheduler [None req-3bb5d6d5-aa13-464e-b62e-7d40994dfbfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-4-smb, 77b1e9d6-5bf2-4da3-8f9e-5607cf0f0aef) {{(pid=98343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:43:05.124541 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb5d6d5-aa13-464e-b62e-7d40994dfbfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:05.132635 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-3bb5d6d5-aa13-464e-b62e-7d40994dfbfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for subnet, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:05.150695 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0dbe84-0da8-4668-8f2e-162a25b319b4 None None] Network 77b1e9d6-5bf2-4da3-8f9e-5607cf0f0aef requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:43:05.212961 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-3bb5d6d5-aa13-464e-b62e-7d40994dfbfa admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.6825404 May 20 21:43:05.269968 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-bdca0b07-6c48-4c2c-82d9-00eea03bd24d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for port, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:05.392257 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['c755e247-4044-4682-a1ce-446888b578ea'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:43:05.420567 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99a4a8-df3c-4295-a0f1-fd2dbbd31090 req-beaafc13-4267-4d3c-8af5-c4bbe7ea96d8 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:05.428830 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-2a99a4a8-df3c-4295-a0f1-fd2dbbd31090 req-beaafc13-4267-4d3c-8af5-c4bbe7ea96d8 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] 10.222.0.78 "GET /v2.0/ports?device_id=aeda82eb-7036-40df-852d-a7a1e9ce3a9b HTTP/1.1" status: 200 len: 943 time: 1.8693078 May 20 21:43:05.455834 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=c755e247-4044-4682-a1ce-446888b578ea,revision_number=4']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:05.468498 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:05.513072 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning for port 9d4aa28a-220b-4bef-8ba5-24c06f7f28d6 completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:43:05.525763 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 38814) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:05.530251 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port 9d4aa28a-220b-4bef-8ba5-24c06f7f28d6 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:43:05.530817 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:05.605319 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-2a99a4a8-df3c-4295-a0f1-fd2dbbd31090 req-6447dcde-e356-403a-a048-7aeed10040ff tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] 10.222.0.78 "GET /v2.0/security-groups?id=6951169a-707b-41f0-8e85-189e7f1728e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753323 May 20 21:43:05.684473 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-c4ded9b5-2e60-45c4-affa-c02fff55e132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:05.716399 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dffbcb-2dd6-4e7d-8b0e-1477ca4baa78 None None] Network 77b1e9d6-5bf2-4da3-8f9e-5607cf0f0aef requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:43:05.726886 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-c4ded9b5-2e60-45c4-affa-c02fff55e132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:05.732034 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-16975ab8-82ff-4045-a416-27037b837b3c req-59b7836a-e1f0-4713-b40d-953c8057df73 service neutron] 10.222.0.69 "GET /v2.0/networks/a0e8f491-adaf-493f-a233-ff27efefc925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7855129 May 20 21:43:05.787031 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432cf4c1-e930-4cea-bdc8-2947720c12bb req-d294739c-cc99-431b-8d97-dd20ca640f3b tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:05.789091 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-432cf4c1-e930-4cea-bdc8-2947720c12bb req-d294739c-cc99-431b-8d97-dd20ca640f3b tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=93db25d9-b209-4329-a8c5-abee0ef5006d HTTP/1.1" status: 200 len: 943 time: 0.8473530 May 20 21:43:05.790925 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:05.800682 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-c4ded9b5-2e60-45c4-affa-c02fff55e132 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9f3ee62bb6d54095b18481535497e9e3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9601758 May 20 21:43:05.805535 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 38826) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:05.821199 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.db_base_plugin_v2 [None req-260e9d24-0cec-42dc-8901-d7a4d2804fa8 admin admin] Deleting subnet ac81513c-88c2-4cbe-9a2a-c884102f8296 {{(pid=98343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 21:43:05.839753 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-260e9d24-0cec-42dc-8901-d7a4d2804fa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:05.987133 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-260e9d24-0cec-42dc-8901-d7a4d2804fa8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:05.996053 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-260e9d24-0cec-42dc-8901-d7a4d2804fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960594'] for subnet, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:06.103972 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ded9b5-2e60-45c4-affa-c02fff55e132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44240bc-67f4-4f86-ba9b-fd1eb41a631d,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:06.135644 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device fe213d76-bb35-46a6-b89b-a6de037d5c17 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 21:43:06.140249 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:06.154493 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-432cf4c1-e930-4cea-bdc8-2947720c12bb req-2f837853-2514-45df-83eb-a552e71df27e tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502593 May 20 21:43:06.157333 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-bdca0b07-6c48-4c2c-82d9-00eea03bd24d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854'] for port, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:06.164178 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-c4ded9b5-2e60-45c4-affa-c02fff55e132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:06.194910 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4990acac-1853-4b6b-b6c5-cb0e27964c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:06.222353 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-b16f115a-99eb-4fe5-9394-0be9fdf54973 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:06.240912 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-1be80b4e-28fd-4454-aeda-55b059a224d5 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:06.241587 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-1be80b4e-28fd-4454-aeda-55b059a224d5 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Synchronizing usage tracker for tenant:9f6cc23c741843818689bad4f7a6cecc on resource:network {{(pid=98343) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:43:06.269451 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdca0b07-6c48-4c2c-82d9-00eea03bd24d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Network 6a7b2292-60f2-468f-9a72-8977b3c695a9 is already hosted by enough agents. {{(pid=98342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:43:06.300458 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.base_scheduler [None req-bdca0b07-6c48-4c2c-82d9-00eea03bd24d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Resources bound (agent type, host, resource id): {{(pid=98342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:43:06.335611 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-1be80b4e-28fd-4454-aeda-55b059a224d5 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Unset dirty status for tenant:9f6cc23c741843818689bad4f7a6cecc on resource:network {{(pid=98343) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:43:06.339834 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-1be80b4e-28fd-4454-aeda-55b059a224d5 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.69 "GET /v2.0/networks?id=c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3 HTTP/1.1" status: 200 len: 818 time: 0.7367907 May 20 21:43:06.341306 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdca0b07-6c48-4c2c-82d9-00eea03bd24d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Received port after_create {{(pid=98342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:43:06.445393 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-f4cc9d99-4487-4258-89da-33eb0562e2bf tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Request body: {'port': {'device_id': '19e2b08c-14b6-48b9-978a-c0285b5cda88', 'network_id': 'c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3', 'admin_state_up': True, 'tenant_id': '9f6cc23c741843818689bad4f7a6cecc'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:43:06.447802 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] For port 9d4aa28a-220b-4bef-8ba5-24c06f7f28d6, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=9d4aa28a-220b-4bef-8ba5-24c06f7f28d6,segment=NetworkSegment(712fb00d-997f-4fae-9dbd-c3257b20a933),segment_id=712fb00d-997f-4fae-9dbd-c3257b20a933)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:43:06.459570 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:06.484522 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-bdca0b07-6c48-4c2c-82d9-00eea03bd24d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:06.497670 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4990acac-1853-4b6b-b6c5-cb0e27964c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:06.525621 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-55178e57-28e0-4540-ac9f-2d7ed1ed218b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:06.612034 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183d856-4ff4-4d45-b438-493194f78a34 req-00411a84-b093-44ef-814a-2248fb5c95e5 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:06.619315 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e183d856-4ff4-4d45-b438-493194f78a34 req-00411a84-b093-44ef-814a-2248fb5c95e5 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/networks?id=c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3 HTTP/1.1" status: 200 len: 818 time: 0.7480154 May 20 21:43:06.654252 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e183d856-4ff4-4d45-b438-493194f78a34 req-8ac45343-2cc4-41ec-8e9d-22e525fe03db tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/quotas/9f6cc23c741843818689bad4f7a6cecc HTTP/1.1" status: 200 len: 375 time: 0.0339913 May 20 21:43:06.656341 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca0b07-6c48-4c2c-82d9-00eea03bd24d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Pushing event updated for resources: {'Port': ['ID=61f31d2e-3c07-4bbd-b3f2-64e3a5d62b7c,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:06.698984 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-bdca0b07-6c48-4c2c-82d9-00eea03bd24d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:06.712038 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-bdca0b07-6c48-4c2c-82d9-00eea03bd24d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:06.719993 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port fe213d76-bb35-46a6-b89b-a6de037d5c17, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fe213d76-bb35-46a6-b89b-a6de037d5c17,segment=NetworkSegment(c8882a79-3f5b-43e5-87fa-475536f2fbe2),segment_id=c8882a79-3f5b-43e5-87fa-475536f2fbe2)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:43:06.754070 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Returning: {'device': 'fe213d76-bb35-46a6-b89b-a6de037d5c17', 'network_id': 'a0e8f491-adaf-493f-a233-ff27efefc925', 'port_id': 'fe213d76-bb35-46a6-b89b-a6de037d5c17', 'mac_address': 'fa:16:3e:1d:ea:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a0aa404-f762-4a40-8a37-03345bde1a32', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 21:43:06.842867 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Pushing event updated for resources: {'Port': ['ID=9d4aa28a-220b-4bef-8ba5-24c06f7f28d6,revision_number=5']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:06.855006 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:06.861947 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-f4cc9d99-4487-4258-89da-33eb0562e2bf tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:43:06.869735 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:06.874303 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-f4cc9d99-4487-4258-89da-33eb0562e2bf tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Usage tracker for resource:port and tenant:9f6cc23c741843818689bad4f7a6cecc is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:43:06.878829 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-f4cc9d99-4487-4258-89da-33eb0562e2bf tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:43:06.888353 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-f4cc9d99-4487-4258-89da-33eb0562e2bf tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:43:06.892201 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe213d76-bb35-46a6-b89b-a6de037d5c17 {{(pid=98344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:43:06.899910 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4990acac-1853-4b6b-b6c5-cb0e27964c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:06.910009 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-f4cc9d99-4487-4258-89da-33eb0562e2bf tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Made reservation on behalf of 9f6cc23c741843818689bad4f7a6cecc for: {'port': 1} {{(pid=98343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:43:06.914845 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-f4cc9d99-4487-4258-89da-33eb0562e2bf tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:06.919067 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port fe213d76-bb35-46a6-b89b-a6de037d5c17, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fe213d76-bb35-46a6-b89b-a6de037d5c17,segment=NetworkSegment(c8882a79-3f5b-43e5-87fa-475536f2fbe2),segment_id=c8882a79-3f5b-43e5-87fa-475536f2fbe2)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:43:06.925055 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:06.927985 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-c051fc17-09b7-44ad-8796-68499b98c6f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:06.931929 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:06.951423 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990acac-1853-4b6b-b6c5-cb0e27964c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44240bc-67f4-4f86-ba9b-fd1eb41a631d,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:06.986046 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-260e9d24-0cec-42dc-8901-d7a4d2804fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599'] for subnet, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:06.997952 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:07.002400 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-4990acac-1853-4b6b-b6c5-cb0e27964c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:07.043414 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=fe213d76-bb35-46a6-b89b-a6de037d5c17,revision_number=4']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:07.046972 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:07.069068 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e9d24-0cec-42dc-8901-d7a4d2804fa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac81513c-88c2-4cbe-9a2a-c884102f8296,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:07.071172 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-260e9d24-0cec-42dc-8901-d7a4d2804fa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:07.085675 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-260e9d24-0cec-42dc-8901-d7a4d2804fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:07.091500 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-260e9d24-0cec-42dc-8901-d7a4d2804fa8 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/ac81513c-88c2-4cbe-9a2a-c884102f8296 HTTP/1.1" status: 204 len: 168 time: 1.5640292 May 20 21:43:07.096366 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 38852) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:07.129091 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e183d856-4ff4-4d45-b438-493194f78a34 req-68361d75-6e03-4c88-b200-8f0dbe36e52f tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9f6cc23c741843818689bad4f7a6cecc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4702728 May 20 21:43:07.153193 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['fe213d76-bb35-46a6-b89b-a6de037d5c17'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:43:07.214539 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4990acac-1853-4b6b-b6c5-cb0e27964c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:07.215671 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-4990acac-1853-4b6b-b6c5-cb0e27964c2a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b44240bc-67f4-4f86-ba9b-fd1eb41a631d HTTP/1.1" status: 204 len: 168 time: 1.4062672 May 20 21:43:07.292599 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-65fe7e88-b9c2-421c-ba2b-d96792b55864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985866'] for network, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:07.301929 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.db_base_plugin_common [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-f4cc9d99-4487-4258-89da-33eb0562e2bf tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Allocated IP 172.20.0.10 (c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3/4f589239-d7e8-4c4e-8d52-786435111b4c/c4a8f613-71cb-4486-a373-2cb334378143) {{(pid=98343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:43:07.320947 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ea345-9cac-4758-872f-3ef37a65a1b2 req-77b2f055-1d3b-431a-a369-021e2ff23334 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:07.328851 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-150ea345-9cac-4758-872f-3ef37a65a1b2 req-77b2f055-1d3b-431a-a369-021e2ff23334 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] 10.222.0.78 "GET /v2.0/ports?device_id=aeda82eb-7036-40df-852d-a7a1e9ce3a9b HTTP/1.1" status: 200 len: 944 time: 0.4912641 May 20 21:43:07.393314 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e183d856-4ff4-4d45-b438-493194f78a34 req-89d7d933-fb47-4b1d-a726-db73b0d05a70 service neutron] 10.222.0.78 "GET /v2.0/networks/c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632163 May 20 21:43:07.512590 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.db.resource_extend [None req-bdca0b07-6c48-4c2c-82d9-00eea03bd24d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 21:43:07.547907 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-bdca0b07-6c48-4c2c-82d9-00eea03bd24d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for port, precommit_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:07.584778 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-bdca0b07-6c48-4c2c-82d9-00eea03bd24d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:07.608695 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-150ea345-9cac-4758-872f-3ef37a65a1b2 req-d4246e53-084a-4f67-9e57-64c1a2ff942b tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] 10.222.0.78 "GET /v2.0/security-groups?id=6951169a-707b-41f0-8e85-189e7f1728e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783945 May 20 21:43:07.678238 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-65fe7e88-b9c2-421c-ba2b-d96792b55864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961757', 'neutron.services.segments.db._delete_segments_for_network-8759169772665'] for network, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:07.768467 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-65fe7e88-b9c2-421c-ba2b-d96792b55864 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:43:07.768997 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-65fe7e88-b9c2-421c-ba2b-d96792b55864 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:43:07.770469 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-65fe7e88-b9c2-421c-ba2b-d96792b55864 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:43:07.771042 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-65fe7e88-b9c2-421c-ba2b-d96792b55864 admin admin] Subscribe: > port after_create 55550000 {{(pid=98343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:43:07.771372 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-65fe7e88-b9c2-421c-ba2b-d96792b55864 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:43:07.771929 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-65fe7e88-b9c2-421c-ba2b-d96792b55864 admin admin] Subscribe: > port after_update 55550000 {{(pid=98343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:43:07.772491 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-65fe7e88-b9c2-421c-ba2b-d96792b55864 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:43:07.773008 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-65fe7e88-b9c2-421c-ba2b-d96792b55864 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:43:07.774623 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-65fe7e88-b9c2-421c-ba2b-d96792b55864 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:43:07.774623 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-65fe7e88-b9c2-421c-ba2b-d96792b55864 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:43:07.820382 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:07.954067 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-65fe7e88-b9c2-421c-ba2b-d96792b55864 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:43:07.954712 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-65fe7e88-b9c2-421c-ba2b-d96792b55864 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:43:07.955264 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-65fe7e88-b9c2-421c-ba2b-d96792b55864 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:43:07.956233 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-65fe7e88-b9c2-421c-ba2b-d96792b55864 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:43:07.957716 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.services.segments.db [None req-65fe7e88-b9c2-421c-ba2b-d96792b55864 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74f06f47-0dc0-4931-abef-eda80094473c']}} {{(pid=98343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:43:08.030893 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 38868) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:08.041050 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-bdca0b07-6c48-4c2c-82d9-00eea03bd24d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023492'] for floatingip, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:08.103887 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-9fb9f3e6-c992-45a5-888f-9323af50ae2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:08.116713 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device c755e247-4044-4682-a1ce-446888b578ea up at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:43:08.117716 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca0b07-6c48-4c2c-82d9-00eea03bd24d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Pushing event updated for resources: {'Port': ['ID=61f31d2e-3c07-4bbd-b3f2-64e3a5d62b7c,revision_number=2']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:08.126251 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-bdca0b07-6c48-4c2c-82d9-00eea03bd24d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for floatingip, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:08.148951 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-bdca0b07-6c48-4c2c-82d9-00eea03bd24d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7981188 May 20 21:43:08.170418 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-bdca0b07-6c48-4c2c-82d9-00eea03bd24d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:08.232576 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-9fb9f3e6-c992-45a5-888f-9323af50ae2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:43:08.240681 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.services.segments.db [None req-65fe7e88-b9c2-421c-ba2b-d96792b55864 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '441bf282-0ce9-4da0-93be-16589224d202') {'for_net_delete': True} {{(pid=98343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:43:08.241085 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.services.segments.db [None req-65fe7e88-b9c2-421c-ba2b-d96792b55864 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '441bf282-0ce9-4da0-93be-16589224d202') {} {{(pid=98343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:43:08.259554 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e183d856-4ff4-4d45-b438-493194f78a34 req-eea2a5a3-e639-4379-aaf5-3f73f91216cf service neutron] 10.222.0.78 "GET /v2.0/networks/c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8619013 May 20 21:43:08.282948 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-9fb9f3e6-c992-45a5-888f-9323af50ae2f admin admin] Usage tracker for resource:security_group_rule and tenant:b149f59823e549bfb1915743a4c84004 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:43:08.284250 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-65fe7e88-b9c2-421c-ba2b-d96792b55864 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759169785079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809430'] for segment, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:08.299550 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-9fb9f3e6-c992-45a5-888f-9323af50ae2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:43:08.300291 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning for port c755e247-4044-4682-a1ce-446888b578ea completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:43:08.309477 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning complete for port c755e247-4044-4682-a1ce-446888b578ea triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:43:08.309881 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:08.334296 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-9fb9f3e6-c992-45a5-888f-9323af50ae2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:43:08.350536 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-65fe7e88-b9c2-421c-ba2b-d96792b55864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329'] for segment, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:08.407483 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65fe7e88-b9c2-421c-ba2b-d96792b55864 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=98343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:43:08.407885 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-65fe7e88-b9c2-421c-ba2b-d96792b55864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1737233'] for segment, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:08.448192 dv-cinder-792462-4-smb neutron-server[98343]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 21:43:08.448192 dv-cinder-792462-4-smb neutron-server[98343]: from cryptography.utils import int_from_bytes May 20 21:43:08.448192 dv-cinder-792462-4-smb neutron-server[98343]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 21:43:08.448192 dv-cinder-792462-4-smb neutron-server[98343]: from cryptography.utils import int_from_bytes May 20 21:43:08.448192 dv-cinder-792462-4-smb neutron-server[98343]: Traceback (most recent call last): May 20 21:43:08.448192 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:43:08.448192 dv-cinder-792462-4-smb neutron-server[98343]: timer() May 20 21:43:08.448192 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:43:08.448192 dv-cinder-792462-4-smb neutron-server[98343]: cb(*args, **kw) May 20 21:43:08.448192 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 21:43:08.448192 dv-cinder-792462-4-smb neutron-server[98343]: return func(*args, **kwargs) May 20 21:43:08.448192 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:43:08.448192 dv-cinder-792462-4-smb neutron-server[98343]: self._notify() May 20 21:43:08.448192 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:43:08.448192 dv-cinder-792462-4-smb neutron-server[98343]: self.callback(batched_events) May 20 21:43:08.448192 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:43:08.448192 dv-cinder-792462-4-smb neutron-server[98343]: event.method(event) May 20 21:43:08.448192 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 21:43:08.448192 dv-cinder-792462-4-smb neutron-server[98343]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:43:08.448192 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 21:43:08.448192 dv-cinder-792462-4-smb neutron-server[98343]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:43:08.448192 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 21:43:08.448192 dv-cinder-792462-4-smb neutron-server[98343]: return f(self, *a, **k) May 20 21:43:08.448192 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 21:43:08.448192 dv-cinder-792462-4-smb neutron-server[98343]: return self._get(url).json() May 20 21:43:08.448192 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 21:43:08.448192 dv-cinder-792462-4-smb neutron-server[98343]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:43:08.448192 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:43:08.448192 dv-cinder-792462-4-smb neutron-server[98343]: return self.request(url, 'GET', **kwargs) May 20 21:43:08.448192 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:43:08.448192 dv-cinder-792462-4-smb neutron-server[98343]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:43:08.448192 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:43:08.448192 dv-cinder-792462-4-smb neutron-server[98343]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:43:08.448192 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:43:08.448192 dv-cinder-792462-4-smb neutron-server[98343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:43:08.448192 dv-cinder-792462-4-smb neutron-server[98343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:43:08.506514 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b881d4f-aa91-4b73-b19e-296c22ae4e0b req-66cd7a3f-d9b6-40af-a3d7-06d9273dc242 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:08.508118 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-6b881d4f-aa91-4b73-b19e-296c22ae4e0b req-66cd7a3f-d9b6-40af-a3d7-06d9273dc242 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=93db25d9-b209-4329-a8c5-abee0ef5006d HTTP/1.1" status: 200 len: 944 time: 0.5838132 May 20 21:43:08.547769 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-9fb9f3e6-c992-45a5-888f-9323af50ae2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:08.560519 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-9fb9f3e6-c992-45a5-888f-9323af50ae2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:08.577947 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-4990acac-1853-4b6b-b6c5-cb0e27964c2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:08.691605 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-6b881d4f-aa91-4b73-b19e-296c22ae4e0b req-2dc322b5-f7a2-4116-8101-9948b5c5d961 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640370 May 20 21:43:08.714001 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-f4cc9d99-4487-4258-89da-33eb0562e2bf tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Notify callbacks [] for port, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:08.761228 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:08.785209 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-9fb9f3e6-c992-45a5-888f-9323af50ae2f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b149f59823e549bfb1915743a4c84004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7520416 May 20 21:43:08.834188 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 38892) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:08.879624 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-65fe7e88-b9c2-421c-ba2b-d96792b55864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1639574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1649568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023514'] for network, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:08.887598 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-f4cc9d99-4487-4258-89da-33eb0562e2bf tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:08.934732 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-e5e88eab-9816-4435-af5a-c5b5713bfa48 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:08.938869 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 9d4aa28a-220b-4bef-8ba5-24c06f7f28d6 up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:43:09.014066 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-f4cc9d99-4487-4258-89da-33eb0562e2bf tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Network c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3 is already hosted by enough agents. {{(pid=98343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:43:09.024053 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.base_scheduler [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-f4cc9d99-4487-4258-89da-33eb0562e2bf tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Resources bound (agent type, host, resource id): {{(pid=98343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:43:09.029547 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeda82eb-7036-40df-852d-a7a1e9ce3a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c755e247-4044-4682-a1ce-446888b578ea'}] {{(pid=98344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:43:09.039101 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-65fe7e88-b9c2-421c-ba2b-d96792b55864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for network, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:09.060201 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-65fe7e88-b9c2-421c-ba2b-d96792b55864 admin admin] 10.222.0.78 "DELETE /v2.0/networks/74f06f47-0dc0-4931-abef-eda80094473c HTTP/1.1" status: 204 len: 168 time: 1.9635880 May 20 21:43:09.061346 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 38906) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:09.071535 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9f3e6-c992-45a5-888f-9323af50ae2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ec7e08-7f0e-4210-a640-d2948bf4d84e,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:09.072636 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-f4cc9d99-4487-4258-89da-33eb0562e2bf tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Received port after_create {{(pid=98343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:43:09.089715 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-9fb9f3e6-c992-45a5-888f-9323af50ae2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:09.248834 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-83be742d-30ea-4b22-94f9-f64889a6e55e req-5754cb06-a7d9-4ebb-8ca1-92a6afe9c6ae tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 210 time: 0.1796973 May 20 21:43:09.254400 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-f67a9d5b-b02b-4ddd-addf-2623a111d2de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:09.261670 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc9d99-4487-4258-89da-33eb0562e2bf tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Pushing event updated for resources: {'Port': ['ID=c4a8f613-71cb-4486-a373-2cb334378143,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:09.268668 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-f4cc9d99-4487-4258-89da-33eb0562e2bf tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:09.272118 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.257s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:09.311101 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe7e88-b9c2-421c-ba2b-d96792b55864 admin admin] Pushing event deleted for resources: {'Network': ['ID=74f06f47-0dc0-4931-abef-eda80094473c,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:09.316582 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9ee52c1-8f22-4b5a-8693-3a12c581bc64 admin admin] Deleting subnet 6a0388ea-0283-4a2c-aa74-0222a7f5161a {{(pid=98343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 21:43:09.319281 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-65fe7e88-b9c2-421c-ba2b-d96792b55864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:09.327063 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-f4cc9d99-4487-4258-89da-33eb0562e2bf tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:09.327799 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-f4cc9d99-4487-4258-89da-33eb0562e2bf tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for port, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:09.333512 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-f67a9d5b-b02b-4ddd-addf-2623a111d2de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:09.349619 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-b9ee52c1-8f22-4b5a-8693-3a12c581bc64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:09.356816 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port c755e247-4044-4682-a1ce-446888b578ea, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=c755e247-4044-4682-a1ce-446888b578ea,segment=NetworkSegment(d795a156-5d2c-4d5c-95d4-c7863358a897),segment_id=d795a156-5d2c-4d5c-95d4-c7863358a897)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:43:09.388510 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-f4cc9d99-4487-4258-89da-33eb0562e2bf tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9666636 May 20 21:43:09.395108 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:09.414125 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:09.429967 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-7a252614-f64a-466b-b3b6-4e334daee96f service neutron] Request body: {'port': {'device_id': '19e2b08c-14b6-48b9-978a-c0285b5cda88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:43:09.519539 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-b9ee52c1-8f22-4b5a-8693-3a12c581bc64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809433'] for subnet, precommit_delete_associations {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:09.540484 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-f67a9d5b-b02b-4ddd-addf-2623a111d2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:09.576874 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-c4ded9b5-2e60-45c4-affa-c02fff55e132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:09.623969 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-a2c348cf-24cc-4933-8eec-7c45288fdd8b tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Synchronizing usage tracker for tenant:02474a2c64904c6fb152442041a5af03 on resource:security_group {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:43:09.649760 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-b9ee52c1-8f22-4b5a-8693-3a12c581bc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960594'] for subnet, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:09.652970 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a9d5b-b02b-4ddd-addf-2623a111d2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ec7e08-7f0e-4210-a640-d2948bf4d84e,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:09.666773 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-f67a9d5b-b02b-4ddd-addf-2623a111d2de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:09.701949 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-7a252614-f64a-466b-b3b6-4e334daee96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:09.757265 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-f67a9d5b-b02b-4ddd-addf-2623a111d2de admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:09.761670 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-f67a9d5b-b02b-4ddd-addf-2623a111d2de admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b8ec7e08-7f0e-4210-a640-d2948bf4d84e HTTP/1.1" status: 204 len: 168 time: 0.9217148 May 20 21:43:09.802685 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-a2c348cf-24cc-4933-8eec-7c45288fdd8b tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Unset dirty status for tenant:02474a2c64904c6fb152442041a5af03 on resource:security_group {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:43:09.804952 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-a2c348cf-24cc-4933-8eec-7c45288fdd8b tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1626368127&fields=id&tenant_id=02474a2c64904c6fb152442041a5af03 HTTP/1.1" status: 200 len: 267 time: 0.7389781 May 20 21:43:09.849303 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=c755e247-4044-4682-a1ce-446888b578ea,revision_number=5']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:09.868250 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:09.873993 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port 9d4aa28a-220b-4bef-8ba5-24c06f7f28d6 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:43:09.874937 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:10.089734 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff1eb2-82c8-4cc8-ad59-03250adaa88b req-973fbb53-26bc-4b04-87f1-a072bd9de740 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:10.095002 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-8eff1eb2-82c8-4cc8-ad59-03250adaa88b req-973fbb53-26bc-4b04-87f1-a072bd9de740 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] 10.222.0.78 "GET /v2.0/ports?device_id=aeda82eb-7036-40df-852d-a7a1e9ce3a9b HTTP/1.1" status: 200 len: 945 time: 0.4239295 May 20 21:43:10.169497 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device fe213d76-bb35-46a6-b89b-a6de037d5c17 up at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:43:10.225125 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-8eff1eb2-82c8-4cc8-ad59-03250adaa88b req-5aa735d4-af4b-4e3a-97e1-b7179b836d4b tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] 10.222.0.78 "GET /v2.0/security-groups?id=6951169a-707b-41f0-8e85-189e7f1728e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085744 May 20 21:43:10.384535 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning for port fe213d76-bb35-46a6-b89b-a6de037d5c17 completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:43:10.390068 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-8bc9ea86-5ab0-4afa-9218-23e97683a95c tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:10.392122 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning complete for port fe213d76-bb35-46a6-b89b-a6de037d5c17 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:43:10.392589 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:10.394658 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-8bc9ea86-5ab0-4afa-9218-23e97683a95c tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Synchronizing usage tracker for tenant:02474a2c64904c6fb152442041a5af03 on resource:network {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:43:10.508681 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-8bc9ea86-5ab0-4afa-9218-23e97683a95c tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Unset dirty status for tenant:02474a2c64904c6fb152442041a5af03 on resource:network {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:43:10.517091 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-8bc9ea86-5ab0-4afa-9218-23e97683a95c tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/networks?id=d792e157-988b-4be9-b81e-7ce03ac12952 HTTP/1.1" status: 200 len: 816 time: 0.7028985 May 20 21:43:10.575824 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-caedc4d4-e88e-41f0-aff9-06becc4aa4ed tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/quotas/02474a2c64904c6fb152442041a5af03 HTTP/1.1" status: 200 len: 375 time: 0.0576239 May 20 21:43:10.793659 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:10.844231 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.notifiers.nova [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-7a252614-f64a-466b-b3b6-4e334daee96f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a8f613-71cb-4486-a373-2cb334378143 {{(pid=98343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:43:10.854045 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-7a252614-f64a-466b-b3b6-4e334daee96f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:10.904776 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.provisioning_blocks [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-7a252614-f64a-466b-b3b6-4e334daee96f service neutron] Transition to ACTIVE for port object c4a8f613-71cb-4486-a373-2cb334378143 will not be triggered until provisioned by entity L2. {{(pid=98343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:43:10.906429 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-b9ee52c1-8f22-4b5a-8693-3a12c581bc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1737399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2129050'] for subnet, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:10.911758 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:10.918966 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port fe213d76-bb35-46a6-b89b-a6de037d5c17, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fe213d76-bb35-46a6-b89b-a6de037d5c17,segment=NetworkSegment(c8882a79-3f5b-43e5-87fa-475536f2fbe2),segment_id=c8882a79-3f5b-43e5-87fa-475536f2fbe2)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:43:10.927153 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:10.934329 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-55178e57-28e0-4540-ac9f-2d7ed1ed218b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:11.078980 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-7a252614-f64a-466b-b3b6-4e334daee96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1737293'] for port, after_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:11.103040 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08e475-e311-46de-92fb-2bc19d14f7dd req-3c077f77-1e66-4ecc-acc5-108b36725be9 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:11.110307 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5f08e475-e311-46de-92fb-2bc19d14f7dd req-3c077f77-1e66-4ecc-acc5-108b36725be9 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=93db25d9-b209-4329-a8c5-abee0ef5006d HTTP/1.1" status: 200 len: 944 time: 0.6813283 May 20 21:43:11.158767 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee52c1-8f22-4b5a-8693-3a12c581bc64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a0388ea-0283-4a2c-aa74-0222a7f5161a,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:11.168970 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-b9ee52c1-8f22-4b5a-8693-3a12c581bc64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:11.179793 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-b9ee52c1-8f22-4b5a-8693-3a12c581bc64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:11.191069 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=fe213d76-bb35-46a6-b89b-a6de037d5c17,revision_number=5']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:11.195847 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:11.199672 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-c081f911-770a-4253-bbc0-9e034b798562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:11.341235 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-b9ee52c1-8f22-4b5a-8693-3a12c581bc64 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/6a0388ea-0283-4a2c-aa74-0222a7f5161a HTTP/1.1" status: 204 len: 168 time: 2.2146399 May 20 21:43:11.355656 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 38956) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:11.509866 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a252614-f64a-466b-b3b6-4e334daee96f service neutron] Pushing event updated for resources: {'Port': ['ID=c4a8f613-71cb-4486-a373-2cb334378143,revision_number=2']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:11.516677 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5f08e475-e311-46de-92fb-2bc19d14f7dd req-12d081ed-b6ac-4928-aaf6-d7e692132684 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719397 May 20 21:43:11.521269 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-7a252614-f64a-466b-b3b6-4e334daee96f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:11.623744 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183d856-4ff4-4d45-b438-493194f78a34 req-78b5b2fa-111e-4fc3-bb2a-43ed9edc910d tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:11.634300 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e183d856-4ff4-4d45-b438-493194f78a34 req-78b5b2fa-111e-4fc3-bb2a-43ed9edc910d tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.69 "GET /v2.0/networks?id=c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3 HTTP/1.1" status: 200 len: 818 time: 0.8497622 May 20 21:43:11.652834 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-629075e2-bf41-43de-8105-82e3296ff174 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Synchronizing usage tracker for tenant:02474a2c64904c6fb152442041a5af03 on resource:port {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:43:11.666702 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [req-e183d856-4ff4-4d45-b438-493194f78a34 req-36c582de-38f8-4b41-9d63-58fc87367b1a tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Request body: {'port': {'device_id': '2c9d8c61-3400-4414-b337-6b47bb1a1f94', 'network_id': 'c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3', 'admin_state_up': True, 'tenant_id': '9f6cc23c741843818689bad4f7a6cecc'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:43:11.693453 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-cb1cd57a-aa25-411b-be52-96aa6a05b6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985866'] for network, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:11.770265 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.managers [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-7a252614-f64a-466b-b3b6-4e334daee96f service neutron] Attempting to bind port c4a8f613-71cb-4486-a373-2cb334378143 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:43:11.771033 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.managers [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-7a252614-f64a-466b-b3b6-4e334daee96f service neutron] Attempting to bind port c4a8f613-71cb-4486-a373-2cb334378143 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '712fb00d-997f-4fae-9dbd-c3257b20a933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3'}] {{(pid=98343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:43:11.771549 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-7a252614-f64a-466b-b3b6-4e334daee96f service neutron] Attempting to bind port c4a8f613-71cb-4486-a373-2cb334378143 on network c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3 {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:43:11.778491 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-7a252614-f64a-466b-b3b6-4e334daee96f service neutron] Port c4a8f613-71cb-4486-a373-2cb334378143 on network c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 21:43:11.779049 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-7a252614-f64a-466b-b3b6-4e334daee96f service neutron] Attempting to bind port c4a8f613-71cb-4486-a373-2cb334378143 on network c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3 {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:43:11.786698 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-7a252614-f64a-466b-b3b6-4e334daee96f service neutron] Checking agent: {'id': '80f4bab6-80a2-4d7c-8071-f2009e74956d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'started_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:43:11.787753 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-7a252614-f64a-466b-b3b6-4e334daee96f service neutron] Checking segment: {'id': '712fb00d-997f-4fae-9dbd-c3257b20a933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:43:11.788520 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-7a252614-f64a-466b-b3b6-4e334daee96f service neutron] Bound using segment: {'id': '712fb00d-997f-4fae-9dbd-c3257b20a933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3'} {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:43:11.789150 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.managers [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-7a252614-f64a-466b-b3b6-4e334daee96f service neutron] Bound port: c4a8f613-71cb-4486-a373-2cb334378143, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '712fb00d-997f-4fae-9dbd-c3257b20a933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3'}}] {{(pid=98343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:43:11.789673 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-7a252614-f64a-466b-b3b6-4e334daee96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:11.850404 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-629075e2-bf41-43de-8105-82e3296ff174 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Unset dirty status for tenant:02474a2c64904c6fb152442041a5af03 on resource:port {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:43:11.851741 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-629075e2-bf41-43de-8105-82e3296ff174 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=02474a2c64904c6fb152442041a5af03&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2436733 May 20 21:43:11.934805 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.db [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-7a252614-f64a-466b-b3b6-4e334daee96f service neutron] For port c4a8f613-71cb-4486-a373-2cb334378143, host hv-cinder-79246, cleared binding levels {{(pid=98343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:43:11.941632 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.db [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-7a252614-f64a-466b-b3b6-4e334daee96f service neutron] For port c4a8f613-71cb-4486-a373-2cb334378143, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=c4a8f613-71cb-4486-a373-2cb334378143,segment=NetworkSegment(712fb00d-997f-4fae-9dbd-c3257b20a933),segment_id=712fb00d-997f-4fae-9dbd-c3257b20a933)] {{(pid=98343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:43:11.950311 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-7a252614-f64a-466b-b3b6-4e334daee96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1737293'] for port, after_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:12.001557 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-63791260-7899-4ef8-89bc-c9d22640ddb6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:12.018422 dv-cinder-792462-4-smb neutron-server[98344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeda82eb-7036-40df-852d-a7a1e9ce3a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c755e247-4044-4682-a1ce-446888b578ea', 'code': 200} May 20 21:43:12.238598 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-7a252614-f64a-466b-b3b6-4e334daee96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:12.240758 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-7a252614-f64a-466b-b3b6-4e334daee96f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for port, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:12.243398 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-7a252614-f64a-466b-b3b6-4e334daee96f service neutron] 10.222.0.69 "PUT /v2.0/ports/c4a8f613-71cb-4486-a373-2cb334378143 HTTP/1.1" status: 200 len: 1094 time: 2.8446813 May 20 21:43:12.244377 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e2b08c-14b6-48b9-978a-c0285b5cda88', 'tag': 'c4a8f613-71cb-4486-a373-2cb334378143'}] {{(pid=98343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:43:12.344659 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a252614-f64a-466b-b3b6-4e334daee96f service neutron] Pushing event updated for resources: {'Port': ['ID=c4a8f613-71cb-4486-a373-2cb334378143,revision_number=3']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:12.360016 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-7a252614-f64a-466b-b3b6-4e334daee96f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:12.459266 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-cb1cd57a-aa25-411b-be52-96aa6a05b6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961757', 'neutron.services.segments.db._delete_segments_for_network-8759169772665'] for network, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:12.613735 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [req-e183d856-4ff4-4d45-b438-493194f78a34 req-36c582de-38f8-4b41-9d63-58fc87367b1a tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:43:12.634346 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-cb1cd57a-aa25-411b-be52-96aa6a05b6ed admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:43:12.635530 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-cb1cd57a-aa25-411b-be52-96aa6a05b6ed admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:43:12.636647 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-cb1cd57a-aa25-411b-be52-96aa6a05b6ed admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:43:12.637149 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-cb1cd57a-aa25-411b-be52-96aa6a05b6ed admin admin] Subscribe: > port after_create 55550000 {{(pid=98342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:43:12.637633 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-cb1cd57a-aa25-411b-be52-96aa6a05b6ed admin admin] Subscribe: > port after_delete 55550000 {{(pid=98342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:43:12.638251 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-cb1cd57a-aa25-411b-be52-96aa6a05b6ed admin admin] Subscribe: > port after_update 55550000 {{(pid=98342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:43:12.638885 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-cb1cd57a-aa25-411b-be52-96aa6a05b6ed admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:43:12.639373 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-cb1cd57a-aa25-411b-be52-96aa6a05b6ed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:43:12.639966 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-cb1cd57a-aa25-411b-be52-96aa6a05b6ed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:43:12.640488 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-cb1cd57a-aa25-411b-be52-96aa6a05b6ed admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:43:12.672566 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-8cb824a7-1041-4458-9b39-c866ba775d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:12.678733 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-8cb824a7-1041-4458-9b39-c866ba775d4c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f6cc23c741843818689bad4f7a6cecc&device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 1097 time: 0.1946270 May 20 21:43:12.723248 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-cb1cd57a-aa25-411b-be52-96aa6a05b6ed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:43:12.723843 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-cb1cd57a-aa25-411b-be52-96aa6a05b6ed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:43:12.724339 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-cb1cd57a-aa25-411b-be52-96aa6a05b6ed admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:43:12.724946 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-cb1cd57a-aa25-411b-be52-96aa6a05b6ed admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 21:43:12.725324 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.services.segments.db [None req-cb1cd57a-aa25-411b-be52-96aa6a05b6ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b1e9d6-5bf2-4da3-8f9e-5607cf0f0aef']}} {{(pid=98342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:43:12.739480 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-e183d856-4ff4-4d45-b438-493194f78a34 req-36c582de-38f8-4b41-9d63-58fc87367b1a tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Usage tracker for resource:port and tenant:9f6cc23c741843818689bad4f7a6cecc is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:43:12.762111 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-8306b600-bee7-49f2-8d9e-ee282fbf0a37 req-f4692946-466b-4ee7-8da4-226a2cebed9a tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 210 time: 0.2948508 May 20 21:43:12.765711 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-e183d856-4ff4-4d45-b438-493194f78a34 req-36c582de-38f8-4b41-9d63-58fc87367b1a tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:43:12.771874 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.69', 62855) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:12.794358 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.services.segments.db [None req-cb1cd57a-aa25-411b-be52-96aa6a05b6ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd430f767-811f-4c9c-8d63-c32b225573b2') {'for_net_delete': True} {{(pid=98342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:43:12.794649 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.services.segments.db [None req-cb1cd57a-aa25-411b-be52-96aa6a05b6ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd430f767-811f-4c9c-8d63-c32b225573b2') {} {{(pid=98342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:43:12.797176 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-b6c1c3b4-afe3-4eed-a74d-82f30274a7be service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4a8f613-71cb-4486-a373-2cb334378143 HTTP/1.1" status: 200 len: 217 time: 0.1086130 May 20 21:43:12.883415 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-cb1cd57a-aa25-411b-be52-96aa6a05b6ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759169785079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3898485'] for segment, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:12.885703 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-28f250a0-fd92-4b7a-82fa-5da4bdd6f899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:12.887454 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-28f250a0-fd92-4b7a-82fa-5da4bdd6f899 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4f589239-d7e8-4c4e-8d52-786435111b4c HTTP/1.1" status: 200 len: 858 time: 0.0832496 May 20 21:43:12.925394 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-cb1cd57a-aa25-411b-be52-96aa6a05b6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329'] for segment, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:12.939838 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb1cd57a-aa25-411b-be52-96aa6a05b6ed admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=98342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:43:12.940665 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-cb1cd57a-aa25-411b-be52-96aa6a05b6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3867234'] for segment, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:12.951604 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-a42c0fff-033a-453f-be5f-b2fa572ce15a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567272 May 20 21:43:12.993047 dv-cinder-792462-4-smb neutron-server[98342]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 21:43:12.993047 dv-cinder-792462-4-smb neutron-server[98342]: from cryptography.utils import int_from_bytes May 20 21:43:12.993047 dv-cinder-792462-4-smb neutron-server[98342]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 21:43:12.993047 dv-cinder-792462-4-smb neutron-server[98342]: from cryptography.utils import int_from_bytes May 20 21:43:12.993047 dv-cinder-792462-4-smb neutron-server[98342]: Traceback (most recent call last): May 20 21:43:12.993047 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:43:12.993047 dv-cinder-792462-4-smb neutron-server[98342]: timer() May 20 21:43:12.993047 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:43:12.993047 dv-cinder-792462-4-smb neutron-server[98342]: cb(*args, **kw) May 20 21:43:12.993047 dv-cinder-792462-4-smb neutron-server[98342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 21:43:12.993047 dv-cinder-792462-4-smb neutron-server[98342]: return func(*args, **kwargs) May 20 21:43:12.993047 dv-cinder-792462-4-smb neutron-server[98342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:43:12.993047 dv-cinder-792462-4-smb neutron-server[98342]: self._notify() May 20 21:43:12.993047 dv-cinder-792462-4-smb neutron-server[98342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:43:12.993047 dv-cinder-792462-4-smb neutron-server[98342]: self.callback(batched_events) May 20 21:43:12.993047 dv-cinder-792462-4-smb neutron-server[98342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:43:12.993047 dv-cinder-792462-4-smb neutron-server[98342]: event.method(event) May 20 21:43:12.993047 dv-cinder-792462-4-smb neutron-server[98342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 21:43:12.993047 dv-cinder-792462-4-smb neutron-server[98342]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:43:12.993047 dv-cinder-792462-4-smb neutron-server[98342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 21:43:12.993047 dv-cinder-792462-4-smb neutron-server[98342]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:43:12.993047 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 21:43:12.993047 dv-cinder-792462-4-smb neutron-server[98342]: return f(self, *a, **k) May 20 21:43:12.993047 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 21:43:12.993047 dv-cinder-792462-4-smb neutron-server[98342]: return self._get(url).json() May 20 21:43:12.993047 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 21:43:12.993047 dv-cinder-792462-4-smb neutron-server[98342]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:43:12.993047 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:43:12.993047 dv-cinder-792462-4-smb neutron-server[98342]: return self.request(url, 'GET', **kwargs) May 20 21:43:12.993047 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:43:12.993047 dv-cinder-792462-4-smb neutron-server[98342]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:43:12.993047 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:43:12.993047 dv-cinder-792462-4-smb neutron-server[98342]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:43:12.993047 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:43:12.993047 dv-cinder-792462-4-smb neutron-server[98342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:43:12.993047 dv-cinder-792462-4-smb neutron-server[98342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:43:12.999116 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [req-e183d856-4ff4-4d45-b438-493194f78a34 req-36c582de-38f8-4b41-9d63-58fc87367b1a tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:43:13.120884 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-705ed6fb-406c-4134-bf56-338df6cb3ee9 service neutron] 10.222.0.78 "GET /v2.0/networks/d792e157-988b-4be9-b81e-7ce03ac12952?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2418058 May 20 21:43:13.147179 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-50e483bf-8520-442b-8c00-282d3550e1eb service neutron] 10.222.0.69 "GET /v2.0/networks/c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873176 May 20 21:43:13.196694 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e183d856-4ff4-4d45-b438-493194f78a34 req-36c582de-38f8-4b41-9d63-58fc87367b1a tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Made reservation on behalf of 9f6cc23c741843818689bad4f7a6cecc for: {'port': 1} {{(pid=98342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:43:13.200246 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-e183d856-4ff4-4d45-b438-493194f78a34 req-36c582de-38f8-4b41-9d63-58fc87367b1a tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:13.244239 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-cb1cd57a-aa25-411b-be52-96aa6a05b6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1639574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1649568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023514'] for network, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:13.310998 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-9b9ee984-b3e0-4e2c-83c1-8b93b12c030d req-8a85f156-439d-4198-a5bf-019930958c32 service neutron] 10.222.0.69 "GET /v2.0/networks/c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563041 May 20 21:43:13.342587 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-cb1cd57a-aa25-411b-be52-96aa6a05b6ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for network, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:13.399018 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:13.435085 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1cd57a-aa25-411b-be52-96aa6a05b6ed admin admin] Pushing event deleted for resources: {'Network': ['ID=77b1e9d6-5bf2-4da3-8f9e-5607cf0f0aef,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:13.439672 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-cb1cd57a-aa25-411b-be52-96aa6a05b6ed admin admin] 10.222.0.78 "DELETE /v2.0/networks/77b1e9d6-5bf2-4da3-8f9e-5607cf0f0aef HTTP/1.1" status: 204 len: 168 time: 2.0661306 May 20 21:43:13.444620 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-cb1cd57a-aa25-411b-be52-96aa6a05b6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:13.504425 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba75514-107a-4fa0-85c7-5ed8a6e3a4ad req-c208718c-d54c-4ed9-aec6-c6212017f131 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:13.506334 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-fba75514-107a-4fa0-85c7-5ed8a6e3a4ad req-c208718c-d54c-4ed9-aec6-c6212017f131 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] 10.222.0.78 "GET /v2.0/ports?device_id=aeda82eb-7036-40df-852d-a7a1e9ce3a9b HTTP/1.1" status: 200 len: 945 time: 0.5047352 May 20 21:43:13.514010 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21fea36-b9d8-4967-a061-8cd0146a8768 req-9f6f0262-21b8-4f52-bf20-6d7e90c4937e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:13.515937 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a21fea36-b9d8-4967-a061-8cd0146a8768 req-9f6f0262-21b8-4f52-bf20-6d7e90c4937e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=aeda82eb-7036-40df-852d-a7a1e9ce3a9b HTTP/1.1" status: 200 len: 1098 time: 0.7314768 May 20 21:43:13.523801 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-657e6a24-ea24-426e-8bda-8e67b99c69d8 service neutron] 10.222.0.78 "GET /v2.0/networks/d792e157-988b-4be9-b81e-7ce03ac12952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880756 May 20 21:43:13.633572 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-a21fea36-b9d8-4967-a061-8cd0146a8768 req-44329b11-ec56-4b29-98cb-9bf64ff8065a service neutron] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:13.661370 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-fba75514-107a-4fa0-85c7-5ed8a6e3a4ad req-e2e511e3-2ba6-4db2-9d5a-dd50e40f26af tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] 10.222.0.78 "GET /v2.0/security-groups?id=6951169a-707b-41f0-8e85-189e7f1728e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409721 May 20 21:43:13.679012 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [req-a21fea36-b9d8-4967-a061-8cd0146a8768 req-44329b11-ec56-4b29-98cb-9bf64ff8065a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:43:13.696703 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-a21fea36-b9d8-4967-a061-8cd0146a8768 req-44329b11-ec56-4b29-98cb-9bf64ff8065a service neutron] Usage tracker for resource:security_group_rule and tenant:dd96f60bc02843e2b896bfcfbe67d91e is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:43:13.702500 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-a21fea36-b9d8-4967-a061-8cd0146a8768 req-44329b11-ec56-4b29-98cb-9bf64ff8065a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:43:13.717017 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [req-a21fea36-b9d8-4967-a061-8cd0146a8768 req-44329b11-ec56-4b29-98cb-9bf64ff8065a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:43:13.724132 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.db_base_plugin_common [req-e183d856-4ff4-4d45-b438-493194f78a34 req-36c582de-38f8-4b41-9d63-58fc87367b1a tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Allocated IP 172.20.0.9 (c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3/4f589239-d7e8-4c4e-8d52-786435111b4c/7cb53711-399e-4a4e-93ca-bdd8e05529ba) {{(pid=98342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:43:13.834082 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e2b08c-14b6-48b9-978a-c0285b5cda88', 'tag': 'c4a8f613-71cb-4486-a373-2cb334378143', 'status': 'completed', 'code': 200} May 20 21:43:14.020415 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93db25d9-b209-4329-a8c5-abee0ef5006d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe213d76-bb35-46a6-b89b-a6de037d5c17'}] {{(pid=98344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:43:14.061644 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3614f-08d0-463a-8adc-544b6c176277 req-489e7264-a488-4596-a974-d41049b056fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:14.063173 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-2aa3614f-08d0-463a-8adc-544b6c176277 req-489e7264-a488-4596-a974-d41049b056fa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f6cc23c741843818689bad4f7a6cecc&device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 1097 time: 0.1871867 May 20 21:43:14.086122 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9f4a1509-7c4a-4291-819d-588eb3f5fc87 req-4ff99156-1ed2-47ce-9f12-74c49b0c2c19 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 210 time: 0.1677129 May 20 21:43:14.138763 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 39024) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:14.403323 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-53eb6f05-b16c-4eee-924e-132d8242b061 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=876437dee73f41f99feb37c4f35c5c87&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2636480 May 20 21:43:14.406882 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 39038) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:14.552784 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3614f-08d0-463a-8adc-544b6c176277 req-a948ec70-c226-46bc-a461-d9db021c3426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:14.557077 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-2aa3614f-08d0-463a-8adc-544b6c176277 req-a948ec70-c226-46bc-a461-d9db021c3426 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3 HTTP/1.1" status: 200 len: 919 time: 0.4862895 May 20 21:43:14.596674 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-7a86fe18-1fdf-4bca-9fb9-2c999462a323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:14.606008 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-0a7ce1ce-4a51-44c9-bf15-77fcad82a40e req-fc0fd827-4815-4749-b1f0-c1a0061b42ef tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 210 time: 0.2054489 May 20 21:43:14.697561 dv-cinder-792462-4-smb neutron-server[98344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93db25d9-b209-4329-a8c5-abee0ef5006d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe213d76-bb35-46a6-b89b-a6de037d5c17', 'code': 200} May 20 21:43:14.713017 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-a21fea36-b9d8-4967-a061-8cd0146a8768 req-44329b11-ec56-4b29-98cb-9bf64ff8065a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:14.730846 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-a21fea36-b9d8-4967-a061-8cd0146a8768 req-44329b11-ec56-4b29-98cb-9bf64ff8065a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:14.769488 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:14.778153 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a21fea36-b9d8-4967-a061-8cd0146a8768 req-44329b11-ec56-4b29-98cb-9bf64ff8065a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6951169a-707b-41f0-8e85-189e7f1728e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2485743 May 20 21:43:14.818911 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-2aa3614f-08d0-463a-8adc-544b6c176277 req-9a73a3d4-cafa-4b11-a4f0-b79c3dd0392b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4a8f613-71cb-4486-a373-2cb334378143 HTTP/1.1" status: 200 len: 217 time: 0.2227049 May 20 21:43:14.827116 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-7a86fe18-1fdf-4bca-9fb9-2c999462a323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:14.827266 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f6068-1805-4a51-bcc2-cece5da40cde req-ce9bd252-a083-4b6d-82ff-64dff361e757 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:14.828837 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-8b9f6068-1805-4a51-bcc2-cece5da40cde req-ce9bd252-a083-4b6d-82ff-64dff361e757 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=93db25d9-b209-4329-a8c5-abee0ef5006d HTTP/1.1" status: 200 len: 945 time: 0.7782536 May 20 21:43:14.915518 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44329b11-ec56-4b29-98cb-9bf64ff8065a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4b1b3a-25a5-4c5a-8fdf-f5e0bfe129cf,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:14.973911 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-44329b11-ec56-4b29-98cb-9bf64ff8065a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:14.980164 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-e183d856-4ff4-4d45-b438-493194f78a34 req-36c582de-38f8-4b41-9d63-58fc87367b1a tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Notify callbacks [] for port, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:14.983395 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3614f-08d0-463a-8adc-544b6c176277 req-1b3ac492-f0a1-4e11-8283-f12d7578f2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:14.985097 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-2aa3614f-08d0-463a-8adc-544b6c176277 req-1b3ac492-f0a1-4e11-8283-f12d7578f2d8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4f589239-d7e8-4c4e-8d52-786435111b4c HTTP/1.1" status: 200 len: 858 time: 0.1170077 May 20 21:43:15.043914 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-8b9f6068-1805-4a51-bcc2-cece5da40cde req-2f1e820a-714c-4ba4-b385-c266397e5882 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913452 May 20 21:43:15.071547 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-2aa3614f-08d0-463a-8adc-544b6c176277 req-a2dd9a81-5ecc-42c9-90b2-e85499692e31 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758884 May 20 21:43:15.100969 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3a4bc-071a-4490-8d2c-a77a0cd9ee4d req-caa628a1-84d3-485e-87dd-790eac014bdf tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:15.104687 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4df3a4bc-071a-4490-8d2c-a77a0cd9ee4d req-caa628a1-84d3-485e-87dd-790eac014bdf tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] 10.222.0.78 "GET /v2.0/ports?device_id=aeda82eb-7036-40df-852d-a7a1e9ce3a9b HTTP/1.1" status: 200 len: 945 time: 0.2659209 May 20 21:43:15.107248 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-e183d856-4ff4-4d45-b438-493194f78a34 req-36c582de-38f8-4b41-9d63-58fc87367b1a tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:15.135375 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-7a86fe18-1fdf-4bca-9fb9-2c999462a323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:15.144417 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:15.175111 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:15.226487 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a86fe18-1fdf-4bca-9fb9-2c999462a323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79935987-8a59-4ded-8f34-905a383c27bb,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:15.246558 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-7a86fe18-1fdf-4bca-9fb9-2c999462a323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:15.249630 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-7a86fe18-1fdf-4bca-9fb9-2c999462a323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:15.250769 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-7a86fe18-1fdf-4bca-9fb9-2c999462a323 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/79935987-8a59-4ded-8f34-905a383c27bb HTTP/1.1" status: 204 len: 168 time: 0.8431678 May 20 21:43:15.336137 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-2aa3614f-08d0-463a-8adc-544b6c176277 req-3a6346d4-8b45-4538-8613-90648e6fed61 service neutron] 10.222.0.69 "GET /v2.0/networks/c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408173 May 20 21:43:15.510566 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e183d856-4ff4-4d45-b438-493194f78a34 req-36c582de-38f8-4b41-9d63-58fc87367b1a tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Network c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3 is already hosted by enough agents. {{(pid=98342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:43:15.559819 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.base_scheduler [req-e183d856-4ff4-4d45-b438-493194f78a34 req-36c582de-38f8-4b41-9d63-58fc87367b1a tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Resources bound (agent type, host, resource id): {{(pid=98342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:43:15.569623 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:15.627554 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-2aa3614f-08d0-463a-8adc-544b6c176277 req-81dfc410-8663-46da-b5d9-9690c6dec22b service neutron] 10.222.0.69 "GET /v2.0/networks/c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892678 May 20 21:43:15.637212 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.l3_dvrscheduler_db [req-e183d856-4ff4-4d45-b438-493194f78a34 req-36c582de-38f8-4b41-9d63-58fc87367b1a tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Received port after_create {{(pid=98342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:43:15.720296 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c582de-38f8-4b41-9d63-58fc87367b1a tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Pushing event updated for resources: {'Port': ['ID=7cb53711-399e-4a4e-93ca-bdd8e05529ba,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:15.759179 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-36c582de-38f8-4b41-9d63-58fc87367b1a tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:15.761944 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4df3a4bc-071a-4490-8d2c-a77a0cd9ee4d req-10c4ac52-2828-48a2-83e2-1acd2fd6f057 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] 10.222.0.78 "GET /v2.0/security-groups?id=6951169a-707b-41f0-8e85-189e7f1728e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6411026 May 20 21:43:15.768669 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-80e3fdb3-345b-4344-bca9-5115ea9b1b83 req-dc5fcfc3-3462-4d02-9a24-6c38e2088188 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 210 time: 0.2668571 May 20 21:43:15.815487 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183d856-4ff4-4d45-b438-493194f78a34 req-36c582de-38f8-4b41-9d63-58fc87367b1a tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:15.816233 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-e183d856-4ff4-4d45-b438-493194f78a34 req-36c582de-38f8-4b41-9d63-58fc87367b1a tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for port, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:15.822995 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e75264-ca36-4316-bed9-6544016b8c14 req-d5ee332a-fd3d-4353-b143-25c3f1e0fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:15.824565 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-96e75264-ca36-4316-bed9-6544016b8c14 req-d5ee332a-fd3d-4353-b143-25c3f1e0fd9f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=93db25d9-b209-4329-a8c5-abee0ef5006d HTTP/1.1" status: 200 len: 1098 time: 0.5942690 May 20 21:43:15.888554 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-96e75264-ca36-4316-bed9-6544016b8c14 req-cda2f061-87d7-4304-ad96-7dd6c84ee677 service neutron] Synchronizing usage tracker for tenant:dd96f60bc02843e2b896bfcfbe67d91e on resource:security_group {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:43:15.903974 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e183d856-4ff4-4d45-b438-493194f78a34 req-36c582de-38f8-4b41-9d63-58fc87367b1a tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2475624 May 20 21:43:15.919212 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [req-e183d856-4ff4-4d45-b438-493194f78a34 req-9c9ed346-5a93-40c2-abce-c8ab79363bc5 service neutron] Request body: {'port': {'device_id': '2c9d8c61-3400-4414-b337-6b47bb1a1f94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:43:15.985442 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 39072) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:15.986846 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-96e75264-ca36-4316-bed9-6544016b8c14 req-cda2f061-87d7-4304-ad96-7dd6c84ee677 service neutron] Unset dirty status for tenant:dd96f60bc02843e2b896bfcfbe67d91e on resource:security_group {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:43:15.988214 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-96e75264-ca36-4316-bed9-6544016b8c14 req-cda2f061-87d7-4304-ad96-7dd6c84ee677 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528580 May 20 21:43:16.162436 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device c4a8f613-71cb-4486-a373-2cb334378143 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 21:43:16.196088 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-e183d856-4ff4-4d45-b438-493194f78a34 req-9c9ed346-5a93-40c2-abce-c8ab79363bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:16.481163 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-ccd121e5-a2ad-4d1c-bb05-95a9435b8085 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7d9c18984a0543ea98869145e16477d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4931796 May 20 21:43:16.482150 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 39080) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:16.498262 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port c4a8f613-71cb-4486-a373-2cb334378143, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=c4a8f613-71cb-4486-a373-2cb334378143,segment=NetworkSegment(712fb00d-997f-4fae-9dbd-c3257b20a933),segment_id=712fb00d-997f-4fae-9dbd-c3257b20a933)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:43:16.526857 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Returning: {'device': 'c4a8f613-71cb-4486-a373-2cb334378143', 'network_id': 'c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3', 'port_id': 'c4a8f613-71cb-4486-a373-2cb334378143', 'mac_address': 'fa:16:3e:ab:18:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f589239-d7e8-4c4e-8d52-786435111b4c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 21:43:16.655023 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:16.665222 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-4db42c12-770e-46e1-953e-786a98ebb005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:16.709067 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a8f613-71cb-4486-a373-2cb334378143 {{(pid=98344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:43:16.722207 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-4db42c12-770e-46e1-953e-786a98ebb005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:16.768509 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port c4a8f613-71cb-4486-a373-2cb334378143, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=c4a8f613-71cb-4486-a373-2cb334378143,segment=NetworkSegment(712fb00d-997f-4fae-9dbd-c3257b20a933),segment_id=712fb00d-997f-4fae-9dbd-c3257b20a933)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:43:16.778022 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:16.780842 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:16.864352 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-4db42c12-770e-46e1-953e-786a98ebb005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:16.868857 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-acbf2c95-f4d0-4412-b2dd-36f7dd1ae266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:16.900739 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db42c12-770e-46e1-953e-786a98ebb005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c3afcd-9b4c-4a93-9f8e-32a10c7c73c1,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:16.905642 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-4db42c12-770e-46e1-953e-786a98ebb005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:16.923193 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-4db42c12-770e-46e1-953e-786a98ebb005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:16.927920 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-4db42c12-770e-46e1-953e-786a98ebb005 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/21c3afcd-9b4c-4a93-9f8e-32a10c7c73c1 HTTP/1.1" status: 204 len: 168 time: 0.4431927 May 20 21:43:17.030504 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=c4a8f613-71cb-4486-a373-2cb334378143,revision_number=4']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:17.035187 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:17.113866 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['c4a8f613-71cb-4486-a373-2cb334378143'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:43:17.407572 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9052dfe-24cc-49dd-8b8d-09e29a563e5b req-18131409-0e11-4854-bac1-33bca851c321 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:17.413862 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-f9052dfe-24cc-49dd-8b8d-09e29a563e5b req-18131409-0e11-4854-bac1-33bca851c321 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Synchronizing usage tracker for tenant:9f6cc23c741843818689bad4f7a6cecc on resource:port {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:43:17.483025 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-6a924deb-76f3-4062-ae6e-7e414fa6dd18 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:17.485567 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-6a924deb-76f3-4062-ae6e-7e414fa6dd18 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.69 "GET /v2.0/networks?id=d792e157-988b-4be9-b81e-7ce03ac12952 HTTP/1.1" status: 200 len: 816 time: 1.2154465 May 20 21:43:17.566507 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d3139-cda8-4cb5-afb8-51afb44ea068 req-43a89fea-69eb-40e4-86e5-ac58822cfcd1 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:17.571081 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-093d3139-cda8-4cb5-afb8-51afb44ea068 req-43a89fea-69eb-40e4-86e5-ac58822cfcd1 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=93db25d9-b209-4329-a8c5-abee0ef5006d HTTP/1.1" status: 200 len: 945 time: 1.1073289 May 20 21:43:17.626209 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-f9052dfe-24cc-49dd-8b8d-09e29a563e5b req-18131409-0e11-4854-bac1-33bca851c321 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Unset dirty status for tenant:9f6cc23c741843818689bad4f7a6cecc on resource:port {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:43:17.628116 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f9052dfe-24cc-49dd-8b8d-09e29a563e5b req-18131409-0e11-4854-bac1-33bca851c321 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 931 time: 1.5346978 May 20 21:43:17.657650 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.db.resource_extend [req-e183d856-4ff4-4d45-b438-493194f78a34 req-9c9ed346-5a93-40c2-abce-c8ab79363bc5 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 21:43:17.785187 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 6 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:43:17.816781 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-dc9471e5-aee7-43e6-9e17-7c429a5dd5b1 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02474a2c64904c6fb152442041a5af03 HTTP/1.1" status: 200 len: 380 time: 0.3173118 May 20 21:43:17.875613 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-8eabe622-2547-4e80-a64e-508e42482e0a tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Request body: {'port': {'device_id': '098c7591-b1e3-4541-a630-89ee3d336fee', 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952', 'admin_state_up': True, 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'security_groups': ['6429b3a1-a05a-4b93-89db-bb755ce30943']}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:43:17.923467 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-093d3139-cda8-4cb5-afb8-51afb44ea068 req-41aaa577-5a19-498c-a8a3-acfe4db29fb3 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411815 May 20 21:43:17.990195 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f9052dfe-24cc-49dd-8b8d-09e29a563e5b req-6eeeb24d-d9a6-441b-b400-0c9441858251 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409717 May 20 21:43:18.021540 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [req-e183d856-4ff4-4d45-b438-493194f78a34 req-9c9ed346-5a93-40c2-abce-c8ab79363bc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb53711-399e-4a4e-93ca-bdd8e05529ba {{(pid=98342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:43:18.179685 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device c4a8f613-71cb-4486-a373-2cb334378143 up at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:43:18.199904 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-e183d856-4ff4-4d45-b438-493194f78a34 req-9c9ed346-5a93-40c2-abce-c8ab79363bc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:18.334391 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning for port c4a8f613-71cb-4486-a373-2cb334378143 completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:43:18.343045 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning complete for port c4a8f613-71cb-4486-a373-2cb334378143 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:43:18.343756 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:18.422674 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d0b746c6-4e8a-4770-b020-8049fac3fe6b req-9a95a128-0acc-4ccc-9449-c22e44f119c6 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 210 time: 0.2499566 May 20 21:43:18.494583 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.provisioning_blocks [req-e183d856-4ff4-4d45-b438-493194f78a34 req-9c9ed346-5a93-40c2-abce-c8ab79363bc5 service neutron] Transition to ACTIVE for port object 7cb53711-399e-4a4e-93ca-bdd8e05529ba will not be triggered until provisioned by entity L2. {{(pid=98342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:43:18.508657 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-8eabe622-2547-4e80-a64e-508e42482e0a tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:43:18.524946 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-e183d856-4ff4-4d45-b438-493194f78a34 req-9c9ed346-5a93-40c2-abce-c8ab79363bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3867198'] for port, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:18.563584 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:18.569485 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:18.656618 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port c4a8f613-71cb-4486-a373-2cb334378143, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=c4a8f613-71cb-4486-a373-2cb334378143,segment=NetworkSegment(712fb00d-997f-4fae-9dbd-c3257b20a933),segment_id=712fb00d-997f-4fae-9dbd-c3257b20a933)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:43:18.658203 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e2b08c-14b6-48b9-978a-c0285b5cda88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a8f613-71cb-4486-a373-2cb334378143'}] {{(pid=98344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:43:18.665282 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-8eabe622-2547-4e80-a64e-508e42482e0a tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:43:18.669078 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:18.673548 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:18.816544 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-8eabe622-2547-4e80-a64e-508e42482e0a tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Made reservation on behalf of 02474a2c64904c6fb152442041a5af03 for: {'port': 1} {{(pid=98342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:43:18.821047 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-8eabe622-2547-4e80-a64e-508e42482e0a tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:18.882028 dv-cinder-792462-4-smb neutron-server[98344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e2b08c-14b6-48b9-978a-c0285b5cda88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a8f613-71cb-4486-a373-2cb334378143', 'code': 200} May 20 21:43:18.890085 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=c4a8f613-71cb-4486-a373-2cb334378143,revision_number=5']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:18.911822 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:19.224011 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ed346-5a93-40c2-abce-c8ab79363bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb53711-399e-4a4e-93ca-bdd8e05529ba,revision_number=2']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:19.238809 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-9c9ed346-5a93-40c2-abce-c8ab79363bc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:19.352501 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f2474-1bf9-4c00-ae1d-572eb4bfb84a req-0556d43b-b861-404c-8356-24d1dae2217d tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:19.357154 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-be3f2474-1bf9-4c00-ae1d-572eb4bfb84a req-0556d43b-b861-404c-8356-24d1dae2217d tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] 10.222.0.78 "GET /v2.0/ports?device_id=aeda82eb-7036-40df-852d-a7a1e9ce3a9b HTTP/1.1" status: 200 len: 945 time: 1.0446477 May 20 21:43:19.427850 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89489949-521f-4415-b5d1-fdea2dac3f20 req-cc6d6b6b-e4b1-4d3e-be9b-67128bfd880e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:19.432624 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-89489949-521f-4415-b5d1-fdea2dac3f20 req-cc6d6b6b-e4b1-4d3e-be9b-67128bfd880e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 1099 time: 0.2082078 May 20 21:43:19.519327 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-89489949-521f-4415-b5d1-fdea2dac3f20 req-ac97747e-5741-4c18-90db-13c9b44cc70c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785241 May 20 21:43:19.620436 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.managers [req-e183d856-4ff4-4d45-b438-493194f78a34 req-9c9ed346-5a93-40c2-abce-c8ab79363bc5 service neutron] Attempting to bind port 7cb53711-399e-4a4e-93ca-bdd8e05529ba on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:43:19.621201 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.managers [req-e183d856-4ff4-4d45-b438-493194f78a34 req-9c9ed346-5a93-40c2-abce-c8ab79363bc5 service neutron] Attempting to bind port 7cb53711-399e-4a4e-93ca-bdd8e05529ba by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '712fb00d-997f-4fae-9dbd-c3257b20a933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3'}] {{(pid=98342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:43:19.621201 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e183d856-4ff4-4d45-b438-493194f78a34 req-9c9ed346-5a93-40c2-abce-c8ab79363bc5 service neutron] Attempting to bind port 7cb53711-399e-4a4e-93ca-bdd8e05529ba on network c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3 {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:43:19.644250 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e183d856-4ff4-4d45-b438-493194f78a34 req-9c9ed346-5a93-40c2-abce-c8ab79363bc5 service neutron] Port 7cb53711-399e-4a4e-93ca-bdd8e05529ba on network c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 21:43:19.644677 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e183d856-4ff4-4d45-b438-493194f78a34 req-9c9ed346-5a93-40c2-abce-c8ab79363bc5 service neutron] Attempting to bind port 7cb53711-399e-4a4e-93ca-bdd8e05529ba on network c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3 {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:43:19.664565 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e183d856-4ff4-4d45-b438-493194f78a34 req-9c9ed346-5a93-40c2-abce-c8ab79363bc5 service neutron] Checking agent: {'id': '80f4bab6-80a2-4d7c-8071-f2009e74956d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'started_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:43:19.665201 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e183d856-4ff4-4d45-b438-493194f78a34 req-9c9ed346-5a93-40c2-abce-c8ab79363bc5 service neutron] Checking segment: {'id': '712fb00d-997f-4fae-9dbd-c3257b20a933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:43:19.665839 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e183d856-4ff4-4d45-b438-493194f78a34 req-9c9ed346-5a93-40c2-abce-c8ab79363bc5 service neutron] Bound using segment: {'id': '712fb00d-997f-4fae-9dbd-c3257b20a933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3'} {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:43:19.666361 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.managers [req-e183d856-4ff4-4d45-b438-493194f78a34 req-9c9ed346-5a93-40c2-abce-c8ab79363bc5 service neutron] Bound port: 7cb53711-399e-4a4e-93ca-bdd8e05529ba, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '712fb00d-997f-4fae-9dbd-c3257b20a933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3'}}] {{(pid=98342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:43:19.666810 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-e183d856-4ff4-4d45-b438-493194f78a34 req-9c9ed346-5a93-40c2-abce-c8ab79363bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:19.683588 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-be3f2474-1bf9-4c00-ae1d-572eb4bfb84a req-37fa846a-e0c6-485c-9ac3-b19ccc6c5854 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] 10.222.0.78 "GET /v2.0/security-groups?id=6951169a-707b-41f0-8e85-189e7f1728e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857656 May 20 21:43:19.845755 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1433e-1b53-4506-9445-8451127f5599 req-395dd58b-56d9-4bcc-81c0-f4ba6320b75b tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:19.847590 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d9a1433e-1b53-4506-9445-8451127f5599 req-395dd58b-56d9-4bcc-81c0-f4ba6320b75b tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=93db25d9-b209-4329-a8c5-abee0ef5006d HTTP/1.1" status: 200 len: 945 time: 0.6021447 May 20 21:43:19.962052 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.db_base_plugin_common [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-8eabe622-2547-4e80-a64e-508e42482e0a tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Allocated IP 172.20.0.10 (d792e157-988b-4be9-b81e-7ce03ac12952/e184cb69-105f-475e-83f0-129c4848c2ac/8d4f96ae-6406-4b29-8adb-180e8a245fb0) {{(pid=98342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:43:20.007943 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d9a1433e-1b53-4506-9445-8451127f5599 req-87ddd7e2-e388-49ce-b5dc-9ba5e09ef95d tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223953 May 20 21:43:20.021067 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [req-e183d856-4ff4-4d45-b438-493194f78a34 req-9c9ed346-5a93-40c2-abce-c8ab79363bc5 service neutron] For port 7cb53711-399e-4a4e-93ca-bdd8e05529ba, host hv-cinder-79246, cleared binding levels {{(pid=98342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:43:20.042350 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [req-e183d856-4ff4-4d45-b438-493194f78a34 req-9c9ed346-5a93-40c2-abce-c8ab79363bc5 service neutron] For port 7cb53711-399e-4a4e-93ca-bdd8e05529ba, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7cb53711-399e-4a4e-93ca-bdd8e05529ba,segment=NetworkSegment(712fb00d-997f-4fae-9dbd-c3257b20a933),segment_id=712fb00d-997f-4fae-9dbd-c3257b20a933)] {{(pid=98342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:43:20.068677 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-e183d856-4ff4-4d45-b438-493194f78a34 req-9c9ed346-5a93-40c2-abce-c8ab79363bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3867198'] for port, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:20.087587 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-af83c5ea-27c4-4400-855b-7a150f4ca367 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:20.180054 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183d856-4ff4-4d45-b438-493194f78a34 req-9c9ed346-5a93-40c2-abce-c8ab79363bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:20.180982 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-e183d856-4ff4-4d45-b438-493194f78a34 req-9c9ed346-5a93-40c2-abce-c8ab79363bc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for port, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:20.182931 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e183d856-4ff4-4d45-b438-493194f78a34 req-9c9ed346-5a93-40c2-abce-c8ab79363bc5 service neutron] 10.222.0.69 "PUT /v2.0/ports/7cb53711-399e-4a4e-93ca-bdd8e05529ba HTTP/1.1" status: 200 len: 1093 time: 4.2702389 May 20 21:43:20.278425 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c9d8c61-3400-4414-b337-6b47bb1a1f94', 'tag': '7cb53711-399e-4a4e-93ca-bdd8e05529ba'}] {{(pid=98342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:43:20.388661 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c76d77-842d-4eaf-bbb7-6447a63a43c9 req-1398a9aa-3106-4038-b91f-0ee7aa8903e2 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:20.390236 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-03c76d77-842d-4eaf-bbb7-6447a63a43c9 req-1398a9aa-3106-4038-b91f-0ee7aa8903e2 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 943 time: 0.5607274 May 20 21:43:20.418661 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-88cf4046-67bf-41f1-bca8-bc445a6ab36d req-badaec35-f78f-4712-806e-c03e4d773248 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 210 time: 0.1971016 May 20 21:43:20.605560 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ed346-5a93-40c2-abce-c8ab79363bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb53711-399e-4a4e-93ca-bdd8e05529ba,revision_number=3']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:20.609811 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-9c9ed346-5a93-40c2-abce-c8ab79363bc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:20.658834 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c9d8c61-3400-4414-b337-6b47bb1a1f94', 'tag': '7cb53711-399e-4a4e-93ca-bdd8e05529ba', 'status': 'completed', 'code': 200} May 20 21:43:20.704396 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-03c76d77-842d-4eaf-bbb7-6447a63a43c9 req-fe0b5b18-8206-41d5-8f67-0b229686d7cc tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891612 May 20 21:43:20.791209 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-8eabe622-2547-4e80-a64e-508e42482e0a tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for port, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:20.824773 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183d856-4ff4-4d45-b438-493194f78a34 req-8feb3b7c-fcf0-4ed1-9c63-d1b7b12a6a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:20.827775 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e183d856-4ff4-4d45-b438-493194f78a34 req-8feb3b7c-fcf0-4ed1-9c63-d1b7b12a6a9a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f6cc23c741843818689bad4f7a6cecc&device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 1096 time: 0.5433679 May 20 21:43:20.949747 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.provisioning_blocks [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-8eabe622-2547-4e80-a64e-508e42482e0a tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Transition to ACTIVE for port object 8d4f96ae-6406-4b29-8adb-180e8a245fb0 will not be triggered until provisioned by entity DHCP. {{(pid=98342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:43:20.968626 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e183d856-4ff4-4d45-b438-493194f78a34 req-ee6cf991-3fc7-4525-9be3-af9b817424db service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cb53711-399e-4a4e-93ca-bdd8e05529ba HTTP/1.1" status: 200 len: 217 time: 0.1325345 May 20 21:43:21.109976 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183d856-4ff4-4d45-b438-493194f78a34 req-4876b88a-e6de-4631-a2cd-6d76b2475260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:21.112241 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e183d856-4ff4-4d45-b438-493194f78a34 req-4876b88a-e6de-4631-a2cd-6d76b2475260 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4f589239-d7e8-4c4e-8d52-786435111b4c HTTP/1.1" status: 200 len: 858 time: 0.1341732 May 20 21:43:21.115076 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-8eabe622-2547-4e80-a64e-508e42482e0a tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:21.244675 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:21.312740 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e183d856-4ff4-4d45-b438-493194f78a34 req-bc23e693-33c9-4415-92e9-d1109d2a48c8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1929510 May 20 21:43:21.392557 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-8eabe622-2547-4e80-a64e-508e42482e0a tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Network d792e157-988b-4be9-b81e-7ce03ac12952 is already hosted by enough agents. {{(pid=98342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:43:21.420260 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.base_scheduler [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-8eabe622-2547-4e80-a64e-508e42482e0a tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Resources bound (agent type, host, resource id): {{(pid=98342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:43:21.423315 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-8eabe622-2547-4e80-a64e-508e42482e0a tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Received port after_create {{(pid=98342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:43:21.479654 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eabe622-2547-4e80-a64e-508e42482e0a tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Pushing event updated for resources: {'Port': ['ID=8d4f96ae-6406-4b29-8adb-180e8a245fb0,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:21.494055 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-8eabe622-2547-4e80-a64e-508e42482e0a tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:21.622625 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-8eabe622-2547-4e80-a64e-508e42482e0a tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:21.623322 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-8eabe622-2547-4e80-a64e-508e42482e0a tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for port, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:21.731692 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-8eabe622-2547-4e80-a64e-508e42482e0a tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8800445 May 20 21:43:21.751957 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] Request body: {'port': {'device_id': '098c7591-b1e3-4541-a630-89ee3d336fee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:43:21.782139 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e183d856-4ff4-4d45-b438-493194f78a34 req-4e999d38-81cc-41f4-a7d8-77b86741b11d service neutron] 10.222.0.69 "GET /v2.0/networks/c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626172 May 20 21:43:21.826337 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-68127d45-df1d-47b5-a1af-1cda14954282 None None] Provisioning for port 8d4f96ae-6406-4b29-8adb-180e8a245fb0 completed by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:43:21.834310 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-68127d45-df1d-47b5-a1af-1cda14954282 None None] Provisioning complete for port 8d4f96ae-6406-4b29-8adb-180e8a245fb0 triggered by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:43:21.834697 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-68127d45-df1d-47b5-a1af-1cda14954282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:21.993433 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-68127d45-df1d-47b5-a1af-1cda14954282 None None] Port 8d4f96ae-6406-4b29-8adb-180e8a245fb0 cannot update to ACTIVE because it is not bound. {{(pid=98344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 21:43:22.218052 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-03a1ebd8-7d6c-4a5f-8ea0-59fccdfa8def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:22.282291 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e183d856-4ff4-4d45-b438-493194f78a34 req-1b8627dc-4c3c-42fb-8065-ba341c99d284 service neutron] 10.222.0.69 "GET /v2.0/networks/c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4841032 May 20 21:43:22.314525 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cefe89-9a0a-4c43-8b72-ad6930d2515c req-23b224e8-f438-4dfc-a8d9-95eb66faf969 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:22.315435 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-e7cefe89-9a0a-4c43-8b72-ad6930d2515c req-23b224e8-f438-4dfc-a8d9-95eb66faf969 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Synchronizing usage tracker for tenant:02474a2c64904c6fb152442041a5af03 on resource:port {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:43:22.350062 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:22.521235 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-e7cefe89-9a0a-4c43-8b72-ad6930d2515c req-23b224e8-f438-4dfc-a8d9-95eb66faf969 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Unset dirty status for tenant:02474a2c64904c6fb152442041a5af03 on resource:port {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:43:22.522378 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e7cefe89-9a0a-4c43-8b72-ad6930d2515c req-23b224e8-f438-4dfc-a8d9-95eb66faf969 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 932 time: 0.8514230 May 20 21:43:22.683477 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5efebb-1fde-4748-bea4-89542a12885d req-591d86ea-5929-4585-9d41-767c5ebf5c96 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:22.685133 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-6c5efebb-1fde-4748-bea4-89542a12885d req-591d86ea-5929-4585-9d41-767c5ebf5c96 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 943 time: 0.6996176 May 20 21:43:22.705528 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e7cefe89-9a0a-4c43-8b72-ad6930d2515c req-f241c238-f477-4b41-8668-7367c59767ea tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624334 May 20 21:43:22.815749 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba55e43-1140-4c55-a965-1ffe53a2e3ac req-39759dba-f5c4-4b75-b8e0-cad50d374ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:22.818223 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-eba55e43-1140-4c55-a965-1ffe53a2e3ac req-39759dba-f5c4-4b75-b8e0-cad50d374ffd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f6cc23c741843818689bad4f7a6cecc&device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 1096 time: 0.4429605 May 20 21:43:22.883650 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-6c5efebb-1fde-4748-bea4-89542a12885d req-553428c5-8da6-4ed0-bbbc-ee60cc74affc tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728461 May 20 21:43:23.225935 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba55e43-1140-4c55-a965-1ffe53a2e3ac req-0ab689fe-85bc-478f-bbe1-5ad9dae6e074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:23.227827 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-eba55e43-1140-4c55-a965-1ffe53a2e3ac req-0ab689fe-85bc-478f-bbe1-5ad9dae6e074 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3 HTTP/1.1" status: 200 len: 919 time: 0.3961639 May 20 21:43:23.436737 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-eba55e43-1140-4c55-a965-1ffe53a2e3ac req-f71930bb-d4f0-44e4-9c4a-a77a4bb329ed service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cb53711-399e-4a4e-93ca-bdd8e05529ba HTTP/1.1" status: 200 len: 217 time: 0.1726925 May 20 21:43:23.563181 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.db.resource_extend [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 21:43:23.713053 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba55e43-1140-4c55-a965-1ffe53a2e3ac req-05a530b0-5366-4f19-9237-324f7cd8e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:23.715522 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-eba55e43-1140-4c55-a965-1ffe53a2e3ac req-05a530b0-5366-4f19-9237-324f7cd8e802 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4f589239-d7e8-4c4e-8d52-786435111b4c HTTP/1.1" status: 200 len: 858 time: 0.2707794 May 20 21:43:23.816216 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d4f96ae-6406-4b29-8adb-180e8a245fb0 {{(pid=98342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:43:23.923220 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-eba55e43-1140-4c55-a965-1ffe53a2e3ac req-c554a174-23e7-4e7b-b2ab-2fee311e2757 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1980529 May 20 21:43:23.936944 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:24.040524 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.provisioning_blocks [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] Transition to ACTIVE for port object 8d4f96ae-6406-4b29-8adb-180e8a245fb0 will not be triggered until provisioned by entity L2. {{(pid=98342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:43:24.136665 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 39338) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:24.193074 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3867198'] for port, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:24.311955 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:24.507038 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5e4ee082-5033-48cc-8ae3-822c9f839fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:24.543376 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-5e4ee082-5033-48cc-8ae3-822c9f839fbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:43:24.553087 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-5e4ee082-5033-48cc-8ae3-822c9f839fbd admin admin] Usage tracker for resource:security_group_rule and tenant:3489bc2112d947d2a03ad22dbd8d86dc is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:43:24.591785 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-5e4ee082-5033-48cc-8ae3-822c9f839fbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:43:24.623272 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-5e4ee082-5033-48cc-8ae3-822c9f839fbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:43:24.650923 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-eba55e43-1140-4c55-a965-1ffe53a2e3ac req-1ccb64c4-4cc8-4840-98ce-fc356d940d5a service neutron] 10.222.0.69 "GET /v2.0/networks/c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7094245 May 20 21:43:24.695817 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4f96ae-6406-4b29-8adb-180e8a245fb0,revision_number=2']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:24.730876 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:24.731142 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:24.731493 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:24.732014 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:24.732640 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:24.733204 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:24.733730 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:24.734243 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:24.734949 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:24.735518 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:24.736057 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:24.736583 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:24.755602 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:24.857272 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5e4ee082-5033-48cc-8ae3-822c9f839fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:24.867387 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5e4ee082-5033-48cc-8ae3-822c9f839fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:24.870203 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.managers [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] Attempting to bind port 8d4f96ae-6406-4b29-8adb-180e8a245fb0 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:43:24.871198 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.managers [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] Attempting to bind port 8d4f96ae-6406-4b29-8adb-180e8a245fb0 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '54b1c84e-94ed-47c5-9732-c818bd112025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952'}] {{(pid=98342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:43:24.871696 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] Attempting to bind port 8d4f96ae-6406-4b29-8adb-180e8a245fb0 on network d792e157-988b-4be9-b81e-7ce03ac12952 {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:43:24.886404 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:24.980664 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ee082-5033-48cc-8ae3-822c9f839fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a046de-db63-4229-8748-ada58b2ba510,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:25.002633 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ee082-5033-48cc-8ae3-822c9f839fbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:25.003338 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ee082-5033-48cc-8ae3-822c9f839fbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:25.003966 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ee082-5033-48cc-8ae3-822c9f839fbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:25.005192 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ee082-5033-48cc-8ae3-822c9f839fbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:25.005878 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ee082-5033-48cc-8ae3-822c9f839fbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:25.006640 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ee082-5033-48cc-8ae3-822c9f839fbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:25.007369 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ee082-5033-48cc-8ae3-822c9f839fbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:25.008132 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ee082-5033-48cc-8ae3-822c9f839fbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:25.008909 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ee082-5033-48cc-8ae3-822c9f839fbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:25.009541 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ee082-5033-48cc-8ae3-822c9f839fbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:25.010410 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ee082-5033-48cc-8ae3-822c9f839fbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:25.011106 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ee082-5033-48cc-8ae3-822c9f839fbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:25.023071 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-5e4ee082-5033-48cc-8ae3-822c9f839fbd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3489bc2112d947d2a03ad22dbd8d86dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8846877 May 20 21:43:25.026260 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-5e4ee082-5033-48cc-8ae3-822c9f839fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:25.027222 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 39366) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:25.053097 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b216a2-0e48-473c-a873-ec22968cfd58 req-fbd24e3b-c737-4381-8231-313b65c81f4a tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:25.055924 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-39b216a2-0e48-473c-a873-ec22968cfd58 req-fbd24e3b-c737-4381-8231-313b65c81f4a tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 943 time: 0.8558609 May 20 21:43:25.074479 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] Port 8d4f96ae-6406-4b29-8adb-180e8a245fb0 on network d792e157-988b-4be9-b81e-7ce03ac12952 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 21:43:25.074926 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] Attempting to bind port 8d4f96ae-6406-4b29-8adb-180e8a245fb0 on network d792e157-988b-4be9-b81e-7ce03ac12952 {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:43:25.092845 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f4aa7-d000-4117-8591-ffb9f4011b1d req-2551b103-5d7c-4364-83b3-8f2f9924b4ce tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:25.103001 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-031f4aa7-d000-4117-8591-ffb9f4011b1d req-2551b103-5d7c-4364-83b3-8f2f9924b4ce tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 944 time: 0.9030735 May 20 21:43:25.136009 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] Checking agent: {'id': '80f4bab6-80a2-4d7c-8071-f2009e74956d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'started_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:43:25.136360 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] Checking segment: {'id': '54b1c84e-94ed-47c5-9732-c818bd112025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:43:25.136754 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] Bound using segment: {'id': '54b1c84e-94ed-47c5-9732-c818bd112025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952'} {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:43:25.137204 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.managers [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] Bound port: 8d4f96ae-6406-4b29-8adb-180e8a245fb0, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b1c84e-94ed-47c5-9732-c818bd112025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952'}}] {{(pid=98342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:43:25.137549 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:25.156057 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-204d7bdd-68bb-491f-a7fb-f57a5d1faf8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:25.216675 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-204d7bdd-68bb-491f-a7fb-f57a5d1faf8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:25.289515 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-39b216a2-0e48-473c-a873-ec22968cfd58 req-b3468b86-6335-4d53-9d6b-7c092206bded tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075226 May 20 21:43:25.294720 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-eba55e43-1140-4c55-a965-1ffe53a2e3ac req-50e950c1-9a6f-49bf-85db-dab33da3a28b service neutron] 10.222.0.69 "GET /v2.0/networks/c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6033280 May 20 21:43:25.298174 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-031f4aa7-d000-4117-8591-ffb9f4011b1d req-9e7aaa2c-e8f2-43e3-b37a-32bf034a2dfb tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942842 May 20 21:43:25.342501 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] For port 8d4f96ae-6406-4b29-8adb-180e8a245fb0, host hv-cinder-79246, cleared binding levels {{(pid=98342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:43:25.346743 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] For port 8d4f96ae-6406-4b29-8adb-180e8a245fb0, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8d4f96ae-6406-4b29-8adb-180e8a245fb0,segment=NetworkSegment(54b1c84e-94ed-47c5-9732-c818bd112025),segment_id=54b1c84e-94ed-47c5-9732-c818bd112025)] {{(pid=98342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:43:25.353798 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-204d7bdd-68bb-491f-a7fb-f57a5d1faf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:25.358650 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3867198'] for port, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:25.365160 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:25.366877 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:25.380223 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d7bdd-68bb-491f-a7fb-f57a5d1faf8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a046de-db63-4229-8748-ada58b2ba510,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:25.389171 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-204d7bdd-68bb-491f-a7fb-f57a5d1faf8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:25.398149 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-204d7bdd-68bb-491f-a7fb-f57a5d1faf8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:25.402023 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-204d7bdd-68bb-491f-a7fb-f57a5d1faf8a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/60a046de-db63-4229-8748-ada58b2ba510 HTTP/1.1" status: 204 len: 168 time: 0.3723001 May 20 21:43:25.449512 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:25.450149 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for port, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:25.451839 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] 10.222.0.69 "PUT /v2.0/ports/8d4f96ae-6406-4b29-8adb-180e8a245fb0 HTTP/1.1" status: 200 len: 1094 time: 3.7073441 May 20 21:43:25.452389 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098c7591-b1e3-4541-a630-89ee3d336fee', 'tag': '8d4f96ae-6406-4b29-8adb-180e8a245fb0'}] {{(pid=98342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:43:25.478127 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4f96ae-6406-4b29-8adb-180e8a245fb0,revision_number=3']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:25.482395 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:25.564500 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:25.601893 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '098c7591-b1e3-4541-a630-89ee3d336fee', 'tag': '8d4f96ae-6406-4b29-8adb-180e8a245fb0', 'status': 'completed', 'code': 200} May 20 21:43:25.672502 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-cc53dd27-14c9-4930-b0e7-0de8729de8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:25.674478 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-cc53dd27-14c9-4930-b0e7-0de8729de8d9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=02474a2c64904c6fb152442041a5af03&device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 1097 time: 0.1269715 May 20 21:43:25.762341 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-fba86732-8256-45ba-aa22-1680b435f773 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d4f96ae-6406-4b29-8adb-180e8a245fb0 HTTP/1.1" status: 200 len: 217 time: 0.0786719 May 20 21:43:25.876713 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-c4088191-aed3-4e93-9c6c-fe5097d04fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:25.880607 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-c4088191-aed3-4e93-9c6c-fe5097d04fc0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e184cb69-105f-475e-83f0-129c4848c2ac HTTP/1.1" status: 200 len: 855 time: 0.1093867 May 20 21:43:26.007618 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-672a29e9-0c1a-4580-a59f-73bb74a5b8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:26.009858 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-672a29e9-0c1a-4580-a59f-73bb74a5b8bc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d792e157-988b-4be9-b81e-7ce03ac12952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1194501 May 20 21:43:26.131469 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 39394) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:26.154604 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-7d49f17b-ba96-4394-b41a-b5b3b8f6e135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:26.174673 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-ed9677f9-309d-4582-b283-0bfce37c7a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:26.177494 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-7d49f17b-ba96-4394-b41a-b5b3b8f6e135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:43:26.182760 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-7d49f17b-ba96-4394-b41a-b5b3b8f6e135 admin admin] Usage tracker for resource:security_group_rule and tenant:a409f47111b54679aca83149e84211c3 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:43:26.187737 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-7d49f17b-ba96-4394-b41a-b5b3b8f6e135 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:43:26.201711 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 7cb53711-399e-4a4e-93ca-bdd8e05529ba details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 21:43:26.201930 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-7d49f17b-ba96-4394-b41a-b5b3b8f6e135 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:43:26.271960 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-26f30204-4cd3-4edf-926d-70cda6b92afe service neutron] 10.222.0.69 "GET /v2.0/networks/d792e157-988b-4be9-b81e-7ce03ac12952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542417 May 20 21:43:26.355360 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-7d49f17b-ba96-4394-b41a-b5b3b8f6e135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:26.370745 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-7d49f17b-ba96-4394-b41a-b5b3b8f6e135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:26.404036 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:26.477177 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d49f17b-ba96-4394-b41a-b5b3b8f6e135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4b5c7c-a3bb-4e51-a14d-ddc24f21c7a8,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:26.505620 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 7cb53711-399e-4a4e-93ca-bdd8e05529ba, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7cb53711-399e-4a4e-93ca-bdd8e05529ba,segment=NetworkSegment(712fb00d-997f-4fae-9dbd-c3257b20a933),segment_id=712fb00d-997f-4fae-9dbd-c3257b20a933)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:43:26.507559 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a96f204f-fb11-4c80-bfb0-3c4ce04192a6 req-7fba1c77-3ba6-4767-95aa-3abb50b5b2e4 service neutron] 10.222.0.69 "GET /v2.0/networks/d792e157-988b-4be9-b81e-7ce03ac12952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943123 May 20 21:43:26.546396 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Returning: {'device': '7cb53711-399e-4a4e-93ca-bdd8e05529ba', 'network_id': 'c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3', 'port_id': '7cb53711-399e-4a4e-93ca-bdd8e05529ba', 'mac_address': 'fa:16:3e:72:0c:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f589239-d7e8-4c4e-8d52-786435111b4c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 21:43:26.546999 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-7d49f17b-ba96-4394-b41a-b5b3b8f6e135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:26.605298 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-7d49f17b-ba96-4394-b41a-b5b3b8f6e135 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a409f47111b54679aca83149e84211c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4719896 May 20 21:43:26.609924 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 39410) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:26.719444 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:26.784184 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-cca724fd-36d9-4119-b981-8edcbd085bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:26.858723 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebb159-a9ff-4be1-8a82-0f355303237e req-00137c73-329c-4d68-a037-6cf0558308f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:26.861065 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-80ebb159-a9ff-4be1-8a82-0f355303237e req-00137c73-329c-4d68-a037-6cf0558308f0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=02474a2c64904c6fb152442041a5af03&device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 1097 time: 0.1745441 May 20 21:43:26.880760 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb53711-399e-4a4e-93ca-bdd8e05529ba {{(pid=98344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:43:26.894844 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-cca724fd-36d9-4119-b981-8edcbd085bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:26.926234 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9175174-0a02-4ef7-bc66-5a7d1e425198 req-ef8c651b-06a4-414b-b7b7-bb9c1200c4ac tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:26.934121 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c9175174-0a02-4ef7-bc66-5a7d1e425198 req-ef8c651b-06a4-414b-b7b7-bb9c1200c4ac tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 944 time: 0.3597257 May 20 21:43:26.940920 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 7cb53711-399e-4a4e-93ca-bdd8e05529ba, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7cb53711-399e-4a4e-93ca-bdd8e05529ba,segment=NetworkSegment(712fb00d-997f-4fae-9dbd-c3257b20a933),segment_id=712fb00d-997f-4fae-9dbd-c3257b20a933)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:43:26.962058 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:26.963729 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:27.030924 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-cca724fd-36d9-4119-b981-8edcbd085bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:27.038895 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:27.055324 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca724fd-36d9-4119-b981-8edcbd085bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4b5c7c-a3bb-4e51-a14d-ddc24f21c7a8,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:27.063444 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-cca724fd-36d9-4119-b981-8edcbd085bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:27.065088 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-cca724fd-36d9-4119-b981-8edcbd085bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:27.070941 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-cca724fd-36d9-4119-b981-8edcbd085bdf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8f4b5c7c-a3bb-4e51-a14d-ddc24f21c7a8 HTTP/1.1" status: 204 len: 168 time: 0.4553428 May 20 21:43:27.104520 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=7cb53711-399e-4a4e-93ca-bdd8e05529ba,revision_number=4']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:27.146177 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009d551-2d72-41fd-839f-1ee8286aa137 req-b132f173-5b02-4b37-bf38-0de294c2dc65 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:27.154667 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:27.155471 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:27.156800 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:27.157311 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:27.157688 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a009d551-2d72-41fd-839f-1ee8286aa137 req-b132f173-5b02-4b37-bf38-0de294c2dc65 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 943 time: 0.4712420 May 20 21:43:27.159035 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:27.159532 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:27.163585 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:27.164220 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:27.164902 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:27.165534 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:27.166127 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:27.166745 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:43:27.180796 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:27.291522 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c9175174-0a02-4ef7-bc66-5a7d1e425198 req-d9dc6d1d-3489-456d-8a47-1e34f5a0d9fe tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3564439 May 20 21:43:27.340030 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['7cb53711-399e-4a4e-93ca-bdd8e05529ba'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:43:27.345872 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebb159-a9ff-4be1-8a82-0f355303237e req-314a56cc-fbab-43c0-8d6f-25297d4dccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:27.347430 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-80ebb159-a9ff-4be1-8a82-0f355303237e req-314a56cc-fbab-43c0-8d6f-25297d4dccc4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d792e157-988b-4be9-b81e-7ce03ac12952 HTTP/1.1" status: 200 len: 917 time: 0.4779897 May 20 21:43:27.363817 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a009d551-2d72-41fd-839f-1ee8286aa137 req-f8a19c93-f400-4964-b24e-aac4658d0af6 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049868 May 20 21:43:27.478289 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-80ebb159-a9ff-4be1-8a82-0f355303237e req-a7aedc5c-f8e1-4867-8099-4fbb9b93c74e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d4f96ae-6406-4b29-8adb-180e8a245fb0 HTTP/1.1" status: 200 len: 217 time: 0.1129534 May 20 21:43:27.583228 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebb159-a9ff-4be1-8a82-0f355303237e req-47dada15-5187-41a3-b5dd-e7883e5ecd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:27.583841 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-80ebb159-a9ff-4be1-8a82-0f355303237e req-47dada15-5187-41a3-b5dd-e7883e5ecd28 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e184cb69-105f-475e-83f0-129c4848c2ac HTTP/1.1" status: 200 len: 855 time: 0.0900664 May 20 21:43:27.609505 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:28.034089 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 39458) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:28.085480 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebb159-a9ff-4be1-8a82-0f355303237e req-5ab9dccc-8ae8-4e1d-bb60-37e565224e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:28.087047 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-80ebb159-a9ff-4be1-8a82-0f355303237e req-5ab9dccc-8ae8-4e1d-bb60-37e565224e75 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d792e157-988b-4be9-b81e-7ce03ac12952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4964168 May 20 21:43:28.133909 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-17a697a5-9790-4d32-a583-2ea158353dc9 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:28.141539 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-17a697a5-9790-4d32-a583-2ea158353dc9 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/networks?id=a0e8f491-adaf-493f-a233-ff27efefc925 HTTP/1.1" status: 200 len: 815 time: 0.4069622 May 20 21:43:28.212869 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-361a39fb-cef9-401f-9855-26e57ac2af38 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/quotas/462722ee06ab47f396fc96575d046bdc HTTP/1.1" status: 200 len: 375 time: 0.0700426 May 20 21:43:28.296451 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-17b1fb63-bddc-498e-b9b0-79b125ce6f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:28.341327 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-17b1fb63-bddc-498e-b9b0-79b125ce6f9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:43:28.346682 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-17b1fb63-bddc-498e-b9b0-79b125ce6f9f admin admin] Usage tracker for resource:security_group_rule and tenant:6e8c4dcf871f417b8d6c8b237b9ba702 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:43:28.351915 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-17b1fb63-bddc-498e-b9b0-79b125ce6f9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:43:28.359964 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-17b1fb63-bddc-498e-b9b0-79b125ce6f9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:43:28.436235 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-80ebb159-a9ff-4be1-8a82-0f355303237e req-473af8e7-5476-4521-b986-e3b22f00ceee service neutron] 10.222.0.69 "GET /v2.0/networks/d792e157-988b-4be9-b81e-7ce03ac12952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352556 May 20 21:43:28.450484 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-40a21d9a-1113-4b01-9d8e-c1fd295223f8 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=462722ee06ab47f396fc96575d046bdc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1664932 May 20 21:43:28.501956 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-17b1fb63-bddc-498e-b9b0-79b125ce6f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:28.511070 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-17b1fb63-bddc-498e-b9b0-79b125ce6f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:28.522330 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-204d7bdd-68bb-491f-a7fb-f57a5d1faf8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:28.590203 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-17b1fb63-bddc-498e-b9b0-79b125ce6f9f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6e8c4dcf871f417b8d6c8b237b9ba702&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5532365 May 20 21:43:28.594391 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1fb63-bddc-498e-b9b0-79b125ce6f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86778b2c-268b-44b6-91a1-96d26b63357b,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:28.598503 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 39476) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:28.602275 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-17b1fb63-bddc-498e-b9b0-79b125ce6f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:28.694926 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-475ad157-bc12-4a10-b500-805372ad49f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:28.754199 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-475ad157-bc12-4a10-b500-805372ad49f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:28.804964 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-80ebb159-a9ff-4be1-8a82-0f355303237e req-c311fd23-7be0-4981-bbf7-d507d8ea74dc service neutron] 10.222.0.69 "GET /v2.0/networks/d792e157-988b-4be9-b81e-7ce03ac12952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531988 May 20 21:43:28.894829 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-475ad157-bc12-4a10-b500-805372ad49f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:28.905121 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad3cb1-aef3-489b-af07-dbaa3a2a552d req-5b53f3b5-1cef-46f1-9aa5-0e6e17350897 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:28.906968 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-3dad3cb1-aef3-489b-af07-dbaa3a2a552d req-5b53f3b5-1cef-46f1-9aa5-0e6e17350897 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 944 time: 0.3301368 May 20 21:43:28.909214 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-4db42c12-770e-46e1-953e-786a98ebb005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:28.909810 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-0abd026f-2941-47fe-bdc4-bd73e489bb8a service neutron] 10.222.0.78 "GET /v2.0/networks/a0e8f491-adaf-493f-a233-ff27efefc925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342950 May 20 21:43:28.932899 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ad157-bc12-4a10-b500-805372ad49f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86778b2c-268b-44b6-91a1-96d26b63357b,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:28.939010 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-475ad157-bc12-4a10-b500-805372ad49f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:28.954953 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-475ad157-bc12-4a10-b500-805372ad49f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:28.957212 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-475ad157-bc12-4a10-b500-805372ad49f2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/86778b2c-268b-44b6-91a1-96d26b63357b HTTP/1.1" status: 204 len: 168 time: 0.3570290 May 20 21:43:29.126426 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-3dad3cb1-aef3-489b-af07-dbaa3a2a552d req-916525b3-b3eb-471f-b637-69bc4862aca2 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954679 May 20 21:43:29.185253 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-a3ce6348-3419-487f-aa16-f71dd5991228 service neutron] 10.222.0.78 "GET /v2.0/networks/a0e8f491-adaf-493f-a233-ff27efefc925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531071 May 20 21:43:29.196629 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:29.476096 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3516118-5bbf-42fe-b0de-d1865de1aacd req-dbb31a6a-a98c-4f0f-b93c-abfab44a3720 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:29.488335 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d3516118-5bbf-42fe-b0de-d1865de1aacd req-dbb31a6a-a98c-4f0f-b93c-abfab44a3720 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 944 time: 0.1605611 May 20 21:43:29.648869 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d3516118-5bbf-42fe-b0de-d1865de1aacd req-c685055b-eced-4386-b6d2-70acef5440af tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571970 May 20 21:43:29.765768 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 39514) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:29.786015 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a765be01-7886-4e59-a2a1-292f86fe9762 req-41ea6926-0834-460c-a48e-a32975f5fcf8 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=dad2d567-0ab9-4142-96b5-fb0b8b8552db HTTP/1.1" status: 200 len: 210 time: 0.0846133 May 20 21:43:29.793804 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-9dcd7806-a0e0-47e0-827e-eaae6685aa53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:29.818282 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-9dcd7806-a0e0-47e0-827e-eaae6685aa53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:43:29.822980 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-9dcd7806-a0e0-47e0-827e-eaae6685aa53 admin admin] Usage tracker for resource:security_group_rule and tenant:bf12c146eaed411985bde17d848d8fc6 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:43:29.827081 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-9dcd7806-a0e0-47e0-827e-eaae6685aa53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:43:29.836480 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-9dcd7806-a0e0-47e0-827e-eaae6685aa53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:43:29.981225 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-9dcd7806-a0e0-47e0-827e-eaae6685aa53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:29.986484 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-9dcd7806-a0e0-47e0-827e-eaae6685aa53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:29.997454 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:30.086829 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 39530) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:30.102732 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-9dcd7806-a0e0-47e0-827e-eaae6685aa53 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bf12c146eaed411985bde17d848d8fc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3349710 May 20 21:43:30.105496 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd7806-a0e0-47e0-827e-eaae6685aa53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129bbafc-473c-4fc7-8056-d7926e1d49f1,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:30.127071 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-9dcd7806-a0e0-47e0-827e-eaae6685aa53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:30.263233 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 8d4f96ae-6406-4b29-8adb-180e8a245fb0 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 21:43:30.311283 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 7cb53711-399e-4a4e-93ca-bdd8e05529ba up at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:43:30.433269 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-3bedd95b-b105-48ab-b2dd-e8c49b7d5df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:30.565420 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-3bedd95b-b105-48ab-b2dd-e8c49b7d5df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:30.607991 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c28d0d-270f-40e1-9870-4cfb45f7dd39 req-914d25b3-d60d-48d9-9f17-b637598d97a6 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:30.621153 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-36c28d0d-270f-40e1-9870-4cfb45f7dd39 req-914d25b3-d60d-48d9-9f17-b637598d97a6 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] 10.222.0.78 "GET /v2.0/ports?device_id=aeda82eb-7036-40df-852d-a7a1e9ce3a9b HTTP/1.1" status: 200 len: 945 time: 0.4667377 May 20 21:43:30.908496 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 8d4f96ae-6406-4b29-8adb-180e8a245fb0, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8d4f96ae-6406-4b29-8adb-180e8a245fb0,segment=NetworkSegment(54b1c84e-94ed-47c5-9732-c818bd112025),segment_id=54b1c84e-94ed-47c5-9732-c818bd112025)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:43:30.938302 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-36c28d0d-270f-40e1-9870-4cfb45f7dd39 req-2594a2a3-63cb-49cd-99ba-1aab07f3d1e9 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] 10.222.0.78 "GET /v2.0/security-groups?id=6951169a-707b-41f0-8e85-189e7f1728e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156905 May 20 21:43:30.938837 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Returning: {'device': '8d4f96ae-6406-4b29-8adb-180e8a245fb0', 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952', 'port_id': '8d4f96ae-6406-4b29-8adb-180e8a245fb0', 'mac_address': 'fa:16:3e:2c:6c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e184cb69-105f-475e-83f0-129c4848c2ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 21:43:31.004865 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-3bedd95b-b105-48ab-b2dd-e8c49b7d5df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:31.033105 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning for port 7cb53711-399e-4a4e-93ca-bdd8e05529ba completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:43:31.034995 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04caffce-e76b-4dae-98d5-e3576ffbdd4c req-7bf617e9-2bb6-4f77-a09f-12c277db1612 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:31.038202 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-04caffce-e76b-4dae-98d5-e3576ffbdd4c req-7bf617e9-2bb6-4f77-a09f-12c277db1612 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 944 time: 0.4126608 May 20 21:43:31.043574 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-c069963f-4653-4d03-91be-06737b5a4781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:31.058582 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning complete for port 7cb53711-399e-4a4e-93ca-bdd8e05529ba triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:43:31.058582 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:31.090409 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedd95b-b105-48ab-b2dd-e8c49b7d5df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129bbafc-473c-4fc7-8056-d7926e1d49f1,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:31.107661 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-3bedd95b-b105-48ab-b2dd-e8c49b7d5df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:31.111355 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-3bedd95b-b105-48ab-b2dd-e8c49b7d5df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:31.117020 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-3bedd95b-b105-48ab-b2dd-e8c49b7d5df9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/129bbafc-473c-4fc7-8056-d7926e1d49f1 HTTP/1.1" status: 204 len: 168 time: 1.0251491 May 20 21:43:31.179431 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-04caffce-e76b-4dae-98d5-e3576ffbdd4c req-ce281a5f-7938-4bd9-b196-4986a76e5963 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273046 May 20 21:43:31.184480 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:31.291874 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d4f96ae-6406-4b29-8adb-180e8a245fb0 {{(pid=98344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:43:31.334428 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 8d4f96ae-6406-4b29-8adb-180e8a245fb0, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8d4f96ae-6406-4b29-8adb-180e8a245fb0,segment=NetworkSegment(54b1c84e-94ed-47c5-9732-c818bd112025),segment_id=54b1c84e-94ed-47c5-9732-c818bd112025)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:43:31.421533 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f748f-73f6-4ab0-b3af-dac38b0586ed req-e8b514ba-51b3-4e32-a25d-adeefd6492ec tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:31.430012 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-815f748f-73f6-4ab0-b3af-dac38b0586ed req-e8b514ba-51b3-4e32-a25d-adeefd6492ec tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 944 time: 0.2736197 May 20 21:43:31.450562 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:31.477152 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-61aa9f2f-d2aa-4f67-b6db-71cfb075fe45 req-c2ab533d-40c6-4360-9add-7828b5d6698c tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=dad2d567-0ab9-4142-96b5-fb0b8b8552db HTTP/1.1" status: 200 len: 210 time: 0.1549685 May 20 21:43:31.502278 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:31.571073 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-815f748f-73f6-4ab0-b3af-dac38b0586ed req-87a90b3d-3769-4710-80e9-112a5aaa42d3 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174393 May 20 21:43:31.633436 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=8d4f96ae-6406-4b29-8adb-180e8a245fb0,revision_number=4']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:31.637406 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:31.649265 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:31.727034 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9d8c61-3400-4414-b337-6b47bb1a1f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb53711-399e-4a4e-93ca-bdd8e05529ba'}] {{(pid=98344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:43:31.761244 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 7cb53711-399e-4a4e-93ca-bdd8e05529ba, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7cb53711-399e-4a4e-93ca-bdd8e05529ba,segment=NetworkSegment(712fb00d-997f-4fae-9dbd-c3257b20a933),segment_id=712fb00d-997f-4fae-9dbd-c3257b20a933)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:43:31.768987 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:31.771825 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:31.872016 dv-cinder-792462-4-smb neutron-server[98344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9d8c61-3400-4414-b337-6b47bb1a1f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb53711-399e-4a4e-93ca-bdd8e05529ba', 'code': 200} May 20 21:43:31.874944 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['8d4f96ae-6406-4b29-8adb-180e8a245fb0'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:43:31.945166 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=7cb53711-399e-4a4e-93ca-bdd8e05529ba,revision_number=5']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:31.969899 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:32.213687 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-9ab9e7f7-4ef9-4972-a456-86a35bbff039 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:32.217554 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-9ab9e7f7-4ef9-4972-a456-86a35bbff039 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.69 "GET /v2.0/networks?id=a0e8f491-adaf-493f-a233-ff27efefc925 HTTP/1.1" status: 200 len: 815 time: 0.5898743 May 20 21:43:32.233480 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987d8d0-8950-4626-b6e7-b00b63a49e19 req-5efc2716-a5b9-4c4b-82e1-00757cdf39e7 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:32.235217 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-0987d8d0-8950-4626-b6e7-b00b63a49e19 req-5efc2716-a5b9-4c4b-82e1-00757cdf39e7 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] 10.222.0.69 "GET /v2.0/ports?device_id=aeda82eb-7036-40df-852d-a7a1e9ce3a9b HTTP/1.1" status: 200 len: 945 time: 0.3375616 May 20 21:43:32.247279 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-d99fcf9a-137c-4aff-a2e3-d24e33244255 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Request body: {'port': {'device_id': 'dad2d567-0ab9-4142-96b5-fb0b8b8552db', 'network_id': 'a0e8f491-adaf-493f-a233-ff27efefc925', 'admin_state_up': True, 'tenant_id': '462722ee06ab47f396fc96575d046bdc'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:43:32.611743 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569e4cc-5ea7-49c9-959a-28185d6db5b2 req-c0f99e3d-e5ed-432a-aca1-50415ae7b657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:32.616079 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-f569e4cc-5ea7-49c9-959a-28185d6db5b2 req-c0f99e3d-e5ed-432a-aca1-50415ae7b657 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 1098 time: 0.2649467 May 20 21:43:32.768222 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-f569e4cc-5ea7-49c9-959a-28185d6db5b2 req-88ce7e1f-5981-4f75-b6e4-a0a09e341d48 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251411 May 20 21:43:33.310779 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-d99fcf9a-137c-4aff-a2e3-d24e33244255 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:43:33.328201 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6bd03-e9ca-4483-ab1e-d6810f906db3 req-2d812de6-de20-44b1-9903-427c678e1dec tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:33.331158 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-aef6bd03-e9ca-4483-ab1e-d6810f906db3 req-2d812de6-de20-44b1-9903-427c678e1dec tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] 10.222.0.78 "GET /v2.0/ports?device_id=aeda82eb-7036-40df-852d-a7a1e9ce3a9b HTTP/1.1" status: 200 len: 945 time: 0.5719957 May 20 21:43:33.356178 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064638e-8b67-4ac8-a5d8-56bb76c41c1c req-ddb26acc-d80c-4370-9c33-a59aaf04c3fc tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:33.358565 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-3064638e-8b67-4ac8-a5d8-56bb76c41c1c req-ddb26acc-d80c-4370-9c33-a59aaf04c3fc tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 945 time: 0.6098192 May 20 21:43:33.368879 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-d99fcf9a-137c-4aff-a2e3-d24e33244255 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:43:33.437445 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-d99fcf9a-137c-4aff-a2e3-d24e33244255 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Made reservation on behalf of 462722ee06ab47f396fc96575d046bdc for: {'port': 1} {{(pid=98342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:43:33.441035 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-d99fcf9a-137c-4aff-a2e3-d24e33244255 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:33.493289 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-3064638e-8b67-4ac8-a5d8-56bb76c41c1c req-010eb8c7-5927-4cef-a971-f592c0509894 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209090 May 20 21:43:33.512424 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [req-0987d8d0-8950-4626-b6e7-b00b63a49e19 req-5ff6456c-6404-4673-84d7-417a1674719b tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Deleting port c755e247-4044-4682-a1ce-446888b578ea {{(pid=98342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:43:33.512877 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-0987d8d0-8950-4626-b6e7-b00b63a49e19 req-5ff6456c-6404-4673-84d7-417a1674719b tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:33.586063 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-aef6bd03-e9ca-4483-ab1e-d6810f906db3 req-122058e1-d680-47cb-bf1f-e5d2fd272a30 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] 10.222.0.78 "GET /v2.0/security-groups?id=6951169a-707b-41f0-8e85-189e7f1728e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219455 May 20 21:43:33.754699 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-0963f279-c246-4dfe-a202-247e5d511726 req-9bf41520-2e04-43f3-b6e7-8753cb952bc1 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=dad2d567-0ab9-4142-96b5-fb0b8b8552db HTTP/1.1" status: 200 len: 210 time: 0.0841825 May 20 21:43:34.175172 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [req-0987d8d0-8950-4626-b6e7-b00b63a49e19 req-5ff6456c-6404-4673-84d7-417a1674719b tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] For port c755e247-4044-4682-a1ce-446888b578ea, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=c755e247-4044-4682-a1ce-446888b578ea,segment=NetworkSegment(d795a156-5d2c-4d5c-95d4-c7863358a897),segment_id=d795a156-5d2c-4d5c-95d4-c7863358a897)] {{(pid=98342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:43:34.175549 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-0987d8d0-8950-4626-b6e7-b00b63a49e19 req-5ff6456c-6404-4673-84d7-417a1674719b tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:34.274739 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 8d4f96ae-6406-4b29-8adb-180e8a245fb0 up at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:43:34.339390 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [req-0987d8d0-8950-4626-b6e7-b00b63a49e19 req-5ff6456c-6404-4673-84d7-417a1674719b tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Calling delete_port for c755e247-4044-4682-a1ce-446888b578ea owned by compute:nova {{(pid=98342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:43:34.353859 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588ed24-c2d2-4e53-b0ed-662d28265803 req-78a5f321-918d-4b8b-8cc4-401e6db9db35 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:34.361131 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-0588ed24-c2d2-4e53-b0ed-662d28265803 req-78a5f321-918d-4b8b-8cc4-401e6db9db35 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 945 time: 0.4657502 May 20 21:43:34.378580 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning for port 8d4f96ae-6406-4b29-8adb-180e8a245fb0 completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:43:34.404571 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning complete for port 8d4f96ae-6406-4b29-8adb-180e8a245fb0 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:43:34.405134 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:34.462127 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.db_base_plugin_common [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-d99fcf9a-137c-4aff-a2e3-d24e33244255 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Allocated IP 172.20.0.11 (a0e8f491-adaf-493f-a233-ff27efefc925/0a0aa404-f762-4a40-8a37-03345bde1a32/2193a41b-eb71-402a-9575-8bb30d1d7969) {{(pid=98342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:43:34.631769 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 39658) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:34.644781 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:34.741405 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-0588ed24-c2d2-4e53-b0ed-662d28265803 req-27deb4ab-d0c7-4681-b060-cddc65e9e3af tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787472 May 20 21:43:34.798354 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098c7591-b1e3-4541-a630-89ee3d336fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4f96ae-6406-4b29-8adb-180e8a245fb0'}] {{(pid=98344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:43:34.842311 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 8d4f96ae-6406-4b29-8adb-180e8a245fb0, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8d4f96ae-6406-4b29-8adb-180e8a245fb0,segment=NetworkSegment(54b1c84e-94ed-47c5-9732-c818bd112025),segment_id=54b1c84e-94ed-47c5-9732-c818bd112025)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:43:34.852427 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:34.859460 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:35.117577 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=8d4f96ae-6406-4b29-8adb-180e8a245fb0,revision_number=5']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:35.131346 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:35.320972 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c4b574f0-1d37-485f-a7c5-b4c6eacb7776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:35.377172 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-c4b574f0-1d37-485f-a7c5-b4c6eacb7776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:43:35.387874 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-c4b574f0-1d37-485f-a7c5-b4c6eacb7776 admin admin] Usage tracker for resource:security_group_rule and tenant:2e414c860d214b6eaf8973df4735ed22 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:43:35.393959 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-c4b574f0-1d37-485f-a7c5-b4c6eacb7776 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:43:35.413934 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-c4b574f0-1d37-485f-a7c5-b4c6eacb7776 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:43:35.600618 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c4b574f0-1d37-485f-a7c5-b4c6eacb7776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:35.610062 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c4b574f0-1d37-485f-a7c5-b4c6eacb7776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:35.622478 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-0987d8d0-8950-4626-b6e7-b00b63a49e19 req-5ff6456c-6404-4673-84d7-417a1674719b tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:35.631185 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-17b1fb63-bddc-498e-b9b0-79b125ce6f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:35.672869 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-bdca0b07-6c48-4c2c-82d9-00eea03bd24d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:35.718351 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-c4b574f0-1d37-485f-a7c5-b4c6eacb7776 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2e414c860d214b6eaf8973df4735ed22&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0818496 May 20 21:43:35.718351 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b574f0-1d37-485f-a7c5-b4c6eacb7776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2732ec4f-474e-4adc-8a86-636fe8e0f5e7,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:35.724513 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 39700) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:35.729300 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-c4b574f0-1d37-485f-a7c5-b4c6eacb7776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:35.813214 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6456c-6404-4673-84d7-417a1674719b tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Pushing event deleted for resources: {'Port': ['ID=c755e247-4044-4682-a1ce-446888b578ea,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:35.861835 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c19ff9e5-9b7e-4c61-8393-1f4c0f1a884f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:35.905470 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c19ff9e5-9b7e-4c61-8393-1f4c0f1a884f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:35.912891 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-5ff6456c-6404-4673-84d7-417a1674719b tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:35.922897 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a016264-7a2b-4817-9fbd-de3f3b69de6d req-104d9ad9-288e-4209-afc4-3dec59628843 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:35.924500 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-6a016264-7a2b-4817-9fbd-de3f3b69de6d req-104d9ad9-288e-4209-afc4-3dec59628843 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 946 time: 0.9802697 May 20 21:43:35.932732 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-d99fcf9a-137c-4aff-a2e3-d24e33244255 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Notify callbacks [] for port, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:36.002865 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c19ff9e5-9b7e-4c61-8393-1f4c0f1a884f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:36.010036 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-7a86fe18-1fdf-4bca-9fb9-2c999462a323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:36.033906 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ff9e5-9b7e-4c61-8393-1f4c0f1a884f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2732ec4f-474e-4adc-8a86-636fe8e0f5e7,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:36.044306 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.l3_dvrscheduler_db [req-0987d8d0-8950-4626-b6e7-b00b63a49e19 req-5ff6456c-6404-4673-84d7-417a1674719b tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] No DVR routers for this DVR port c755e247-4044-4682-a1ce-446888b578ea on host hv-cinder-79246 {{(pid=98342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:43:36.047022 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-c19ff9e5-9b7e-4c61-8393-1f4c0f1a884f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:36.048151 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-0987d8d0-8950-4626-b6e7-b00b63a49e19 req-5ff6456c-6404-4673-84d7-417a1674719b tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:36.050494 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c19ff9e5-9b7e-4c61-8393-1f4c0f1a884f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:36.054053 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-c19ff9e5-9b7e-4c61-8393-1f4c0f1a884f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2732ec4f-474e-4adc-8a86-636fe8e0f5e7 HTTP/1.1" status: 204 len: 168 time: 0.3279557 May 20 21:43:36.062467 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeda82eb-7036-40df-852d-a7a1e9ce3a9b', 'name': 'network-vif-deleted', 'tag': 'c755e247-4044-4682-a1ce-446888b578ea'}] {{(pid=98342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:43:36.147361 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-0987d8d0-8950-4626-b6e7-b00b63a49e19 req-5ff6456c-6404-4673-84d7-417a1674719b tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] 10.222.0.69 "DELETE /v2.0/ports/c755e247-4044-4682-a1ce-446888b578ea HTTP/1.1" status: 204 len: 173 time: 3.8339250 May 20 21:43:36.180978 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f224bf2-8d27-4a9b-9b7e-4196664df47a req-2cd4a3c1-db97-4e23-8a83-16a50a3c317d tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:36.182189 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-9f224bf2-8d27-4a9b-9b7e-4196664df47a req-2cd4a3c1-db97-4e23-8a83-16a50a3c317d tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Synchronizing usage tracker for tenant:9d17d936aab246a39b5c87e64eff8ada on resource:port {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:43:36.213155 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-6a016264-7a2b-4817-9fbd-de3f3b69de6d req-2ad6b9b7-0121-4cbc-a711-d6f683b7460d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2763853 May 20 21:43:36.244908 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-9f224bf2-8d27-4a9b-9b7e-4196664df47a req-2cd4a3c1-db97-4e23-8a83-16a50a3c317d tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Unset dirty status for tenant:9d17d936aab246a39b5c87e64eff8ada on resource:port {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:43:36.246664 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9f224bf2-8d27-4a9b-9b7e-4196664df47a req-2cd4a3c1-db97-4e23-8a83-16a50a3c317d tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] 10.222.0.78 "GET /v2.0/ports?device_id=aeda82eb-7036-40df-852d-a7a1e9ce3a9b HTTP/1.1" status: 200 len: 867 time: 0.9872437 May 20 21:43:36.257964 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-d99fcf9a-137c-4aff-a2e3-d24e33244255 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:36.275589 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['fe213d76-bb35-46a6-b89b-a6de037d5c17'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:43:36.299024 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-9c9ed346-5a93-40c2-abce-c8ab79363bc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:36.329337 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device c755e247-4044-4682-a1ce-446888b578ea no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:43:36.370732 dv-cinder-792462-4-smb neutron-server[98344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098c7591-b1e3-4541-a630-89ee3d336fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4f96ae-6406-4b29-8adb-180e8a245fb0', 'code': 200} May 20 21:43:36.402830 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] No Port match for: c755e247-4044-4682-a1ce-446888b578ea {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:43:36.403367 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device c755e247-4044-4682-a1ce-446888b578ea not bound to the agent host hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:43:36.444361 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-d99fcf9a-137c-4aff-a2e3-d24e33244255 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Network a0e8f491-adaf-493f-a233-ff27efefc925 is already hosted by enough agents. {{(pid=98342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:43:36.467499 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.base_scheduler [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-d99fcf9a-137c-4aff-a2e3-d24e33244255 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Resources bound (agent type, host, resource id): {{(pid=98342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:43:36.549512 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-d99fcf9a-137c-4aff-a2e3-d24e33244255 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Received port after_create {{(pid=98342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:43:36.704940 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99fcf9a-137c-4aff-a2e3-d24e33244255 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Pushing event updated for resources: {'Port': ['ID=2193a41b-eb71-402a-9575-8bb30d1d7969,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:36.713556 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-d99fcf9a-137c-4aff-a2e3-d24e33244255 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:36.729977 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9f224bf2-8d27-4a9b-9b7e-4196664df47a req-2a2c1912-6dd0-432c-9f1b-df78c31d0c52 tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] 10.222.0.78 "GET /v2.0/security-groups?id=6951169a-707b-41f0-8e85-189e7f1728e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668689 May 20 21:43:36.823507 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-d99fcf9a-137c-4aff-a2e3-d24e33244255 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:36.824173 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-d99fcf9a-137c-4aff-a2e3-d24e33244255 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:36.856739 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-d99fcf9a-137c-4aff-a2e3-d24e33244255 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6196322 May 20 21:43:36.875771 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-4c952a67-2b62-4085-a949-728575e36e3b service neutron] Request body: {'port': {'device_id': 'dad2d567-0ab9-4142-96b5-fb0b8b8552db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:43:36.907566 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 39722) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:36.927338 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-8837e695-8b68-4a5f-aada-0efed04bf23d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:36.944535 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-8837e695-8b68-4a5f-aada-0efed04bf23d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:43:36.949193 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-8837e695-8b68-4a5f-aada-0efed04bf23d admin admin] Usage tracker for resource:security_group_rule and tenant:12369169ddf54830b0f9ae9445e3fdad is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:43:36.952928 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-8837e695-8b68-4a5f-aada-0efed04bf23d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:43:36.961554 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-8837e695-8b68-4a5f-aada-0efed04bf23d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:43:37.033669 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0274384-86b0-4d10-a116-6ff71755bbe1 req-56b83438-5840-4dae-bbec-50c4ca5a99dc tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:37.035128 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-c0274384-86b0-4d10-a116-6ff71755bbe1 req-56b83438-5840-4dae-bbec-50c4ca5a99dc tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Synchronizing usage tracker for tenant:462722ee06ab47f396fc96575d046bdc on resource:port {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:43:37.061123 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-8837e695-8b68-4a5f-aada-0efed04bf23d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:37.067630 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-8837e695-8b68-4a5f-aada-0efed04bf23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:37.076450 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-da39df60-9a5e-4758-9bbc-c6f47aaa62aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:37.110276 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bdb0a-10ee-48b9-8e25-272271d1faff req-25b715bf-c0a3-4e4e-acef-ecb5fe7a96f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:37.112562 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ac8bdb0a-10ee-48b9-8e25-272271d1faff req-25b715bf-c0a3-4e4e-acef-ecb5fe7a96f8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 1099 time: 0.3768551 May 20 21:43:37.124429 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8837e695-8b68-4a5f-aada-0efed04bf23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626ef0a6-05a4-478f-88af-98352e16300d,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:37.142634 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-8837e695-8b68-4a5f-aada-0efed04bf23d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:37.149702 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-8837e695-8b68-4a5f-aada-0efed04bf23d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=12369169ddf54830b0f9ae9445e3fdad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366772 May 20 21:43:37.150237 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 39730) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:37.197653 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-c0274384-86b0-4d10-a116-6ff71755bbe1 req-56b83438-5840-4dae-bbec-50c4ca5a99dc tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Unset dirty status for tenant:462722ee06ab47f396fc96575d046bdc on resource:port {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:43:37.199502 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c0274384-86b0-4d10-a116-6ff71755bbe1 req-56b83438-5840-4dae-bbec-50c4ca5a99dc tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=dad2d567-0ab9-4142-96b5-fb0b8b8552db HTTP/1.1" status: 200 len: 932 time: 0.5774903 May 20 21:43:37.234786 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5ba749d4-34ff-414f-8268-77e85d57c6bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:37.274528 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5ba749d4-34ff-414f-8268-77e85d57c6bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:37.309412 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ac8bdb0a-10ee-48b9-8e25-272271d1faff req-e04eabd5-771a-4b90-979a-e2b4021e008b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752565 May 20 21:43:37.351993 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c0274384-86b0-4d10-a116-6ff71755bbe1 req-31140cfe-5814-4657-a150-aa2be878eec5 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315515 May 20 21:43:37.382033 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a0952-d48f-4968-9842-185c8c2238f5 req-05810db4-633b-4653-bed3-30e61a9d3424 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:37.383595 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-077a0952-d48f-4968-9842-185c8c2238f5 req-05810db4-633b-4653-bed3-30e61a9d3424 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 945 time: 0.4543207 May 20 21:43:37.384304 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-4c952a67-2b62-4085-a949-728575e36e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:37.421804 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5ba749d4-34ff-414f-8268-77e85d57c6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:37.446040 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-c0197c87-523d-4d80-9df3-4903b808a809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:37.495804 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba749d4-34ff-414f-8268-77e85d57c6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626ef0a6-05a4-478f-88af-98352e16300d,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:37.518013 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-5ba749d4-34ff-414f-8268-77e85d57c6bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:37.522276 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5ba749d4-34ff-414f-8268-77e85d57c6bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:37.528356 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-5ba749d4-34ff-414f-8268-77e85d57c6bc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/626ef0a6-05a4-478f-88af-98352e16300d HTTP/1.1" status: 204 len: 168 time: 0.3773320 May 20 21:43:37.569763 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeda82eb-7036-40df-852d-a7a1e9ce3a9b', 'name': 'network-vif-deleted', 'tag': 'c755e247-4044-4682-a1ce-446888b578ea', 'status': 'completed', 'code': 200} May 20 21:43:37.808059 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-077a0952-d48f-4968-9842-185c8c2238f5 req-7ed8d4a4-2b3e-42a7-893a-bb3cdf505813 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050503 May 20 21:43:38.121414 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012edc4-bfbf-4a69-9ce3-e0882d6855e7 req-1d82df1a-0fbb-4bc1-8b5c-98377a3fc898 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:38.128841 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-3012edc4-bfbf-4a69-9ce3-e0882d6855e7 req-1d82df1a-0fbb-4bc1-8b5c-98377a3fc898 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 946 time: 0.2689228 May 20 21:43:38.445607 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-3012edc4-bfbf-4a69-9ce3-e0882d6855e7 req-9436ff72-e76b-4007-a136-fb8d0f0b2212 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3018272 May 20 21:43:38.461688 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-4c952a67-2b62-4085-a949-728575e36e3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2193a41b-eb71-402a-9575-8bb30d1d7969 {{(pid=98342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:43:38.482616 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-4c952a67-2b62-4085-a949-728575e36e3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:38.537806 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.provisioning_blocks [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-4c952a67-2b62-4085-a949-728575e36e3b service neutron] Transition to ACTIVE for port object 2193a41b-eb71-402a-9575-8bb30d1d7969 will not be triggered until provisioned by entity L2. {{(pid=98342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:43:38.547471 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-4c952a67-2b62-4085-a949-728575e36e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3867198'] for port, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:38.577942 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-e898da24-dd33-4cca-9c6a-b5ba85db3b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:38.932053 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c952a67-2b62-4085-a949-728575e36e3b service neutron] Pushing event updated for resources: {'Port': ['ID=2193a41b-eb71-402a-9575-8bb30d1d7969,revision_number=2']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:38.937558 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-4c952a67-2b62-4085-a949-728575e36e3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:39.308112 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.managers [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-4c952a67-2b62-4085-a949-728575e36e3b service neutron] Attempting to bind port 2193a41b-eb71-402a-9575-8bb30d1d7969 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:43:39.308478 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.managers [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-4c952a67-2b62-4085-a949-728575e36e3b service neutron] Attempting to bind port 2193a41b-eb71-402a-9575-8bb30d1d7969 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'c8882a79-3f5b-43e5-87fa-475536f2fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a0e8f491-adaf-493f-a233-ff27efefc925'}] {{(pid=98342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:43:39.308797 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-4c952a67-2b62-4085-a949-728575e36e3b service neutron] Attempting to bind port 2193a41b-eb71-402a-9575-8bb30d1d7969 on network a0e8f491-adaf-493f-a233-ff27efefc925 {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:43:39.318800 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-294a8c81-884b-4a7c-854b-1cbb61b6697a req-5d470d56-4118-4cd8-9713-396722e441f3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=93db25d9-b209-4329-a8c5-abee0ef5006d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3269687 May 20 21:43:39.415673 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-4c952a67-2b62-4085-a949-728575e36e3b service neutron] Port 2193a41b-eb71-402a-9575-8bb30d1d7969 on network a0e8f491-adaf-493f-a233-ff27efefc925 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 21:43:39.416098 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-4c952a67-2b62-4085-a949-728575e36e3b service neutron] Attempting to bind port 2193a41b-eb71-402a-9575-8bb30d1d7969 on network a0e8f491-adaf-493f-a233-ff27efefc925 {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:43:39.444488 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-4c952a67-2b62-4085-a949-728575e36e3b service neutron] Checking agent: {'id': '80f4bab6-80a2-4d7c-8071-f2009e74956d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'started_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:43:39.444668 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-4c952a67-2b62-4085-a949-728575e36e3b service neutron] Checking segment: {'id': 'c8882a79-3f5b-43e5-87fa-475536f2fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a0e8f491-adaf-493f-a233-ff27efefc925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:43:39.445014 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-4c952a67-2b62-4085-a949-728575e36e3b service neutron] Bound using segment: {'id': 'c8882a79-3f5b-43e5-87fa-475536f2fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a0e8f491-adaf-493f-a233-ff27efefc925'} {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:43:39.445441 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.managers [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-4c952a67-2b62-4085-a949-728575e36e3b service neutron] Bound port: 2193a41b-eb71-402a-9575-8bb30d1d7969, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8882a79-3f5b-43e5-87fa-475536f2fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a0e8f491-adaf-493f-a233-ff27efefc925'}}] {{(pid=98342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:43:39.445793 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-4c952a67-2b62-4085-a949-728575e36e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:39.537592 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2c479-592a-45cc-9269-da4669c46550 req-4a2cf0a1-a95a-4aa9-b39a-90faffa4bb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:39.543792 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-08f2c479-592a-45cc-9269-da4669c46550 req-4a2cf0a1-a95a-4aa9-b39a-90faffa4bb4e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f6cc23c741843818689bad4f7a6cecc&device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 1098 time: 0.5634811 May 20 21:43:39.635751 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb0765-7918-4e4a-99b8-fea8955ba0d1 req-35abb0a8-05fb-49df-b7b9-d02e882f6b44 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:39.648940 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-91bb0765-7918-4e4a-99b8-fea8955ba0d1 req-35abb0a8-05fb-49df-b7b9-d02e882f6b44 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=dad2d567-0ab9-4142-96b5-fb0b8b8552db HTTP/1.1" status: 200 len: 944 time: 0.6748748 May 20 21:43:39.722257 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a8c81-884b-4a7c-854b-1cbb61b6697a req-fbacf60d-69a8-41a8-8934-c2ec31b8ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:39.726088 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-294a8c81-884b-4a7c-854b-1cbb61b6697a req-fbacf60d-69a8-41a8-8934-c2ec31b8ec7c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=462722ee06ab47f396fc96575d046bdc&device_id=93db25d9-b209-4329-a8c5-abee0ef5006d HTTP/1.1" status: 200 len: 1098 time: 0.3068697 May 20 21:43:39.739951 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 39832) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:40.018409 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a8c81-884b-4a7c-854b-1cbb61b6697a req-bfb6bbe3-8204-4140-bcce-f629dc653036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:40.019876 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-294a8c81-884b-4a7c-854b-1cbb61b6697a req-bfb6bbe3-8204-4140-bcce-f629dc653036 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a0e8f491-adaf-493f-a233-ff27efefc925 HTTP/1.1" status: 200 len: 916 time: 0.2394681 May 20 21:43:40.078191 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-91bb0765-7918-4e4a-99b8-fea8955ba0d1 req-1b03f6f8-63d8-4cc8-aa5d-a6b629f1ca33 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280689 May 20 21:43:40.089197 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-4c952a67-2b62-4085-a949-728575e36e3b service neutron] For port 2193a41b-eb71-402a-9575-8bb30d1d7969, host hv-cinder-79246, cleared binding levels {{(pid=98342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:43:40.097130 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-4c952a67-2b62-4085-a949-728575e36e3b service neutron] For port 2193a41b-eb71-402a-9575-8bb30d1d7969, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2193a41b-eb71-402a-9575-8bb30d1d7969,segment=NetworkSegment(c8882a79-3f5b-43e5-87fa-475536f2fbe2),segment_id=c8882a79-3f5b-43e5-87fa-475536f2fbe2)] {{(pid=98342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:43:40.119092 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-97ea7dd4-cd20-4ef0-9723-65389ed22189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:40.152210 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-4c952a67-2b62-4085-a949-728575e36e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3867198'] for port, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:40.174238 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4f51e-5517-4077-bcec-3f69975d09af req-634a75f8-f3bd-43d9-bcd2-763de1214cfe tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:40.177621 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-6de4f51e-5517-4077-bcec-3f69975d09af req-634a75f8-f3bd-43d9-bcd2-763de1214cfe tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 945 time: 0.8643022 May 20 21:43:40.210369 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:40.328814 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-294a8c81-884b-4a7c-854b-1cbb61b6697a req-00ed50d0-a1a9-4360-9388-1df571fc4a50 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe213d76-bb35-46a6-b89b-a6de037d5c17 HTTP/1.1" status: 200 len: 217 time: 0.2934382 May 20 21:43:40.347203 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-97ea7dd4-cd20-4ef0-9723-65389ed22189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:43:40.362737 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-97ea7dd4-cd20-4ef0-9723-65389ed22189 admin admin] Usage tracker for resource:security_group_rule and tenant:a642409b1e7b4397900452d6da500b63 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:43:40.381193 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-97ea7dd4-cd20-4ef0-9723-65389ed22189 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:43:40.393530 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-97ea7dd4-cd20-4ef0-9723-65389ed22189 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:43:40.441064 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2c479-592a-45cc-9269-da4669c46550 req-91fdfd2e-5ad0-4637-aafc-67931f30c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:40.449566 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-08f2c479-592a-45cc-9269-da4669c46550 req-91fdfd2e-5ad0-4637-aafc-67931f30c220 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3 HTTP/1.1" status: 200 len: 919 time: 0.8326972 May 20 21:43:40.469134 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-4c952a67-2b62-4085-a949-728575e36e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:40.480630 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-4c952a67-2b62-4085-a949-728575e36e3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:40.482496 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-4c952a67-2b62-4085-a949-728575e36e3b service neutron] 10.222.0.69 "PUT /v2.0/ports/2193a41b-eb71-402a-9575-8bb30d1d7969 HTTP/1.1" status: 200 len: 1094 time: 3.6175368 May 20 21:43:40.524475 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad2d567-0ab9-4142-96b5-fb0b8b8552db', 'tag': '2193a41b-eb71-402a-9575-8bb30d1d7969'}] {{(pid=98342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:43:40.596793 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-97ea7dd4-cd20-4ef0-9723-65389ed22189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:40.611085 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-97ea7dd4-cd20-4ef0-9723-65389ed22189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:40.621839 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:40.630990 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a8c81-884b-4a7c-854b-1cbb61b6697a req-c65ed809-9725-4383-b58a-63a05e3ef0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:40.632917 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-294a8c81-884b-4a7c-854b-1cbb61b6697a req-c65ed809-9725-4383-b58a-63a05e3ef0e7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0a0aa404-f762-4a40-8a37-03345bde1a32 HTTP/1.1" status: 200 len: 855 time: 0.2264006 May 20 21:43:40.719050 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-294a8c81-884b-4a7c-854b-1cbb61b6697a req-92af0b62-287d-4622-b500-437b011222c0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a0e8f491-adaf-493f-a233-ff27efefc925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664177 May 20 21:43:40.726379 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-97ea7dd4-cd20-4ef0-9723-65389ed22189 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a642409b1e7b4397900452d6da500b63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9847038 May 20 21:43:40.727475 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea7dd4-cd20-4ef0-9723-65389ed22189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1561bd-a477-4739-a5e1-71e8c96f93bd,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:40.735148 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-97ea7dd4-cd20-4ef0-9723-65389ed22189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:40.735685 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 39860) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:40.828520 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-08f2c479-592a-45cc-9269-da4669c46550 req-8d8f6cc1-d035-4ad8-8825-46530b7d62c3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cb53711-399e-4a4e-93ca-bdd8e05529ba HTTP/1.1" status: 200 len: 217 time: 0.2969420 May 20 21:43:40.882647 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-6de4f51e-5517-4077-bcec-3f69975d09af req-219eed86-e670-41cd-a049-b828ea213a85 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5681241 May 20 21:43:40.924026 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-6e86aa7a-af74-4adc-9c0d-7239e2def040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:40.962353 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c952a67-2b62-4085-a949-728575e36e3b service neutron] Pushing event updated for resources: {'Port': ['ID=2193a41b-eb71-402a-9575-8bb30d1d7969,revision_number=3']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:40.965841 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-4c952a67-2b62-4085-a949-728575e36e3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:40.979806 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-294a8c81-884b-4a7c-854b-1cbb61b6697a req-3b8ef8a2-92e9-43a3-a34d-9fe1e3bef2eb service neutron] 10.222.0.69 "GET /v2.0/networks/a0e8f491-adaf-493f-a233-ff27efefc925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180433 May 20 21:43:40.984097 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-6e86aa7a-af74-4adc-9c0d-7239e2def040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:41.019890 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2c479-592a-45cc-9269-da4669c46550 req-8045a1ce-272a-44b3-8428-81955701a9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:41.022502 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-08f2c479-592a-45cc-9269-da4669c46550 req-8045a1ce-272a-44b3-8428-81955701a9ce service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4f589239-d7e8-4c4e-8d52-786435111b4c HTTP/1.1" status: 200 len: 858 time: 0.1287043 May 20 21:43:41.123084 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dad2d567-0ab9-4142-96b5-fb0b8b8552db', 'tag': '2193a41b-eb71-402a-9575-8bb30d1d7969', 'status': 'completed', 'code': 200} May 20 21:43:41.215241 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bbd18-d281-42aa-b95e-e94b51228218 req-8020fe8f-93af-460c-b5ca-e10759a0523c tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:41.228454 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5f0bbd18-d281-42aa-b95e-e94b51228218 req-8020fe8f-93af-460c-b5ca-e10759a0523c tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 946 time: 0.7899663 May 20 21:43:41.232706 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-294a8c81-884b-4a7c-854b-1cbb61b6697a req-8579be0c-d9ed-4d5f-a317-ae4e1486debf service neutron] 10.222.0.69 "GET /v2.0/networks/a0e8f491-adaf-493f-a233-ff27efefc925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401521 May 20 21:43:41.234306 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-a598ef33-725b-4dc9-86db-7822fce9012d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:41.247018 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-a598ef33-725b-4dc9-86db-7822fce9012d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=462722ee06ab47f396fc96575d046bdc&device_id=dad2d567-0ab9-4142-96b5-fb0b8b8552db HTTP/1.1" status: 200 len: 1097 time: 0.4961512 May 20 21:43:41.254847 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-08f2c479-592a-45cc-9269-da4669c46550 req-fed26a8e-e6db-4263-8251-0eb50d215e29 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2157466 May 20 21:43:41.256759 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-6e86aa7a-af74-4adc-9c0d-7239e2def040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:41.266247 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-5ba749d4-34ff-414f-8268-77e85d57c6bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:41.296523 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86aa7a-af74-4adc-9c0d-7239e2def040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1561bd-a477-4739-a5e1-71e8c96f93bd,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:41.302392 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-6e86aa7a-af74-4adc-9c0d-7239e2def040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:41.311167 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-6e86aa7a-af74-4adc-9c0d-7239e2def040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:41.318123 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-6e86aa7a-af74-4adc-9c0d-7239e2def040 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cb1561bd-a477-4739-a5e1-71e8c96f93bd HTTP/1.1" status: 204 len: 168 time: 0.5774915 May 20 21:43:41.434978 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-4f9b6eb3-198f-458d-807c-bb3f3d43d036 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2193a41b-eb71-402a-9575-8bb30d1d7969 HTTP/1.1" status: 200 len: 217 time: 0.1740298 May 20 21:43:41.708071 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 39904) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:41.905895 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5f0bbd18-d281-42aa-b95e-e94b51228218 req-cc346662-cf8d-48a5-ace6-d452b8465330 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6759996 May 20 21:43:41.955913 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-4807790b-b477-4263-af5b-9c14cac995bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:41.959375 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-4807790b-b477-4263-af5b-9c14cac995bd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0a0aa404-f762-4a40-8a37-03345bde1a32 HTTP/1.1" status: 200 len: 855 time: 0.5133841 May 20 21:43:41.988352 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-08f2c479-592a-45cc-9269-da4669c46550 req-5d0ddad0-20e6-4d0b-83f4-8af9d664c999 service neutron] 10.222.0.69 "GET /v2.0/networks/c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6212642 May 20 21:43:42.058659 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eeeb31-15c0-4587-967f-b3d6fe6aa8c7 req-ef985e2e-0a27-40d9-972e-09df893a415d tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:42.067150 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d9eeeb31-15c0-4587-967f-b3d6fe6aa8c7 req-ef985e2e-0a27-40d9-972e-09df893a415d tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=dad2d567-0ab9-4142-96b5-fb0b8b8552db HTTP/1.1" status: 200 len: 944 time: 0.4230387 May 20 21:43:42.070741 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-bb04ba87-fe94-4755-b264-c6107fcdc0a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:42.098900 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-bb04ba87-fe94-4755-b264-c6107fcdc0a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:43:42.109317 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-bb04ba87-fe94-4755-b264-c6107fcdc0a5 admin admin] Usage tracker for resource:security_group_rule and tenant:b30ab7c777ae4fd99859b40c26007af9 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:43:42.125633 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-b1337e71-eda7-47c1-881f-683933cc6153 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a0e8f491-adaf-493f-a233-ff27efefc925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1266184 May 20 21:43:42.128663 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-bb04ba87-fe94-4755-b264-c6107fcdc0a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:43:42.137130 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-bb04ba87-fe94-4755-b264-c6107fcdc0a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:43:42.258155 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-bb04ba87-fe94-4755-b264-c6107fcdc0a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:42.260206 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 39918) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:42.340202 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.db_base_plugin_v2 [None req-a10acb1f-0acc-47da-880d-e95611fe11cf admin admin] Deleting subnet 5a348b67-da9d-45b0-86aa-f538d34fc266 {{(pid=98343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 21:43:42.344455 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-bb04ba87-fe94-4755-b264-c6107fcdc0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:42.355119 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 39924) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:42.355926 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-a10acb1f-0acc-47da-880d-e95611fe11cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:42.385236 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d9eeeb31-15c0-4587-967f-b3d6fe6aa8c7 req-7b8ee8f3-a8e7-41b2-b053-c02fc20c0beb tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167579 May 20 21:43:42.394058 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-8837e695-8b68-4a5f-aada-0efed04bf23d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:42.445729 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb04ba87-fe94-4755-b264-c6107fcdc0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3aac98-b7b3-40df-b7bb-b755f96a4a03,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:42.448717 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-bb04ba87-fe94-4755-b264-c6107fcdc0a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:42.472758 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 39928) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:42.476948 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-35017b7b-76aa-446e-bafe-6f9e80ec2a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:42.525205 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-bb04ba87-fe94-4755-b264-c6107fcdc0a5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b30ab7c777ae4fd99859b40c26007af9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8150523 May 20 21:43:42.531370 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-35017b7b-76aa-446e-bafe-6f9e80ec2a1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:43:42.534646 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 39934) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:42.544145 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-35017b7b-76aa-446e-bafe-6f9e80ec2a1a admin admin] Usage tracker for resource:security_group_rule and tenant:88547b96ec114d4c8398a1beb29a6d9e is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:43:42.562446 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-a10acb1f-0acc-47da-880d-e95611fe11cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809433'] for subnet, precommit_delete_associations {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:42.601012 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-35017b7b-76aa-446e-bafe-6f9e80ec2a1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:43:42.608809 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-35017b7b-76aa-446e-bafe-6f9e80ec2a1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:43:42.801128 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-a10acb1f-0acc-47da-880d-e95611fe11cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960594'] for subnet, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:42.869317 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-7b95aebb-5a58-4463-a46f-2abba95faa9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:42.908031 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-81e16426-5e3b-4043-9c84-21850fd3c5a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:42.930912 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-7b95aebb-5a58-4463-a46f-2abba95faa9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:43:42.963076 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-7b95aebb-5a58-4463-a46f-2abba95faa9a admin admin] Usage tracker for resource:security_group_rule and tenant:e18d4c0310cb41a89d482055f33015ca is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:43:42.978470 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-7b95aebb-5a58-4463-a46f-2abba95faa9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:43:43.001702 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-7b95aebb-5a58-4463-a46f-2abba95faa9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:43:43.001969 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-08f2c479-592a-45cc-9269-da4669c46550 req-3ce18d0f-7403-4ed9-9229-b3f83e7b8f5f service neutron] 10.222.0.69 "GET /v2.0/networks/c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9903913 May 20 21:43:43.062584 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-5577b18a-c2a1-4c6c-9137-f96d953618af service neutron] 10.222.0.69 "GET /v2.0/networks/a0e8f491-adaf-493f-a233-ff27efefc925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9155476 May 20 21:43:43.071489 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-81e16426-5e3b-4043-9c84-21850fd3c5a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:43.130315 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-35017b7b-76aa-446e-bafe-6f9e80ec2a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:43.154293 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-35017b7b-76aa-446e-bafe-6f9e80ec2a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:43.168227 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-6e86aa7a-af74-4adc-9c0d-7239e2def040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:43.178477 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2990ff5-43bb-44ff-946a-87d38ddc62aa req-5f3ac6fa-9dc7-403b-8728-a5dcb0331f03 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:43.181221 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f2990ff5-43bb-44ff-946a-87d38ddc62aa req-5f3ac6fa-9dc7-403b-8728-a5dcb0331f03 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 945 time: 0.6391730 May 20 21:43:43.256207 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-35017b7b-76aa-446e-bafe-6f9e80ec2a1a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=88547b96ec114d4c8398a1beb29a6d9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8204057 May 20 21:43:43.274885 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 39946) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:43.346221 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35017b7b-76aa-446e-bafe-6f9e80ec2a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184d6d9a-bb05-445a-9ea8-4fefd236e2b3,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:43.346700 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a961c-d658-4ccb-8b24-8b21950f469d req-3406b000-37b7-4588-8aed-3531e9b07fac tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:43.352559 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-7b0a961c-d658-4ccb-8b24-8b21950f469d req-3406b000-37b7-4588-8aed-3531e9b07fac tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 946 time: 0.7051640 May 20 21:43:43.363171 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-35017b7b-76aa-446e-bafe-6f9e80ec2a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:43.363667 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 39950) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:43.371919 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-81e16426-5e3b-4043-9c84-21850fd3c5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:43.387179 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-35017b7b-76aa-446e-bafe-6f9e80ec2a1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:43.398028 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-52a73c59-ddf8-4e3f-ac98-a08b0f27479c tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Request body: {'floatingip': {'port_id': '8d4f96ae-6406-4b29-8adb-180e8a245fb0'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:43:43.468150 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f2990ff5-43bb-44ff-946a-87d38ddc62aa req-8ff12c45-ae6e-4ba1-a090-a17d8d1a6635 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714996 May 20 21:43:43.485569 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-eda56bd6-9b1d-4ccf-a467-5f18333894d2 req-bc0ff336-5288-405f-b882-4f81f539e587 service neutron] 10.222.0.69 "GET /v2.0/networks/a0e8f491-adaf-493f-a233-ff27efefc925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105060 May 20 21:43:43.488498 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e16426-5e3b-4043-9c84-21850fd3c5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3aac98-b7b3-40df-b7bb-b755f96a4a03,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:43.505680 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-81e16426-5e3b-4043-9c84-21850fd3c5a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:43.593082 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-81e16426-5e3b-4043-9c84-21850fd3c5a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:43.597104 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-81e16426-5e3b-4043-9c84-21850fd3c5a4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3b3aac98-b7b3-40df-b7bb-b755f96a4a03 HTTP/1.1" status: 204 len: 168 time: 1.0608966 May 20 21:43:43.604897 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-52a73c59-ddf8-4e3f-ac98-a08b0f27479c tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for floatingip, before_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:43.718944 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757c676-dee8-459b-8440-b9714d0734e7 req-2e0c2449-b864-49a1-8545-2ea1d05edafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:43.720534 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5757c676-dee8-459b-8440-b9714d0734e7 req-2e0c2449-b864-49a1-8545-2ea1d05edafa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=462722ee06ab47f396fc96575d046bdc&device_id=dad2d567-0ab9-4142-96b5-fb0b8b8552db HTTP/1.1" status: 200 len: 1097 time: 0.1659405 May 20 21:43:43.730110 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87739f-c9f6-4b4a-8075-166c9d2dcded req-5b9fe2d5-b849-47af-a2e0-bcd0ac4c9845 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:43.731751 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-6e87739f-c9f6-4b4a-8075-166c9d2dcded req-5b9fe2d5-b849-47af-a2e0-bcd0ac4c9845 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=dad2d567-0ab9-4142-96b5-fb0b8b8552db HTTP/1.1" status: 200 len: 944 time: 0.1275969 May 20 21:43:43.750173 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-a10acb1f-0acc-47da-880d-e95611fe11cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1737399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2129050'] for subnet, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:43.929760 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:43.966784 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-1b406c7d-d83a-4f99-8e57-b2ad4e0e8efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:43.969667 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757c676-dee8-459b-8440-b9714d0734e7 req-6bfca387-4116-4fd7-bb67-ff4761bb5a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:43.972562 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5757c676-dee8-459b-8440-b9714d0734e7 req-6bfca387-4116-4fd7-bb67-ff4761bb5a43 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a0e8f491-adaf-493f-a233-ff27efefc925 HTTP/1.1" status: 200 len: 916 time: 0.2395375 May 20 21:43:43.983223 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-6e87739f-c9f6-4b4a-8075-166c9d2dcded req-ff961a58-46f1-4883-8f92-36b97d22e84c tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284431 May 20 21:43:44.000046 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-1b406c7d-d83a-4f99-8e57-b2ad4e0e8efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:44.015472 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-7b95aebb-5a58-4463-a46f-2abba95faa9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:44.047753 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10acb1f-0acc-47da-880d-e95611fe11cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a348b67-da9d-45b0-86aa-f538d34fc266,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:44.080940 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-a10acb1f-0acc-47da-880d-e95611fe11cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:44.083895 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-a10acb1f-0acc-47da-880d-e95611fe11cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:44.087119 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-7b95aebb-5a58-4463-a46f-2abba95faa9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:44.136745 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:44.149071 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 39964) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:44.165594 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5757c676-dee8-459b-8440-b9714d0734e7 req-ed44ad89-41f8-49c4-a57c-fe672351766e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2193a41b-eb71-402a-9575-8bb30d1d7969 HTTP/1.1" status: 200 len: 217 time: 0.1804004 May 20 21:43:44.206836 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-a10acb1f-0acc-47da-880d-e95611fe11cf admin admin] 10.222.0.78 "DELETE /v2.0/subnets/5a348b67-da9d-45b0-86aa-f538d34fc266 HTTP/1.1" status: 204 len: 168 time: 1.9442630 May 20 21:43:44.234373 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 39968) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:44.268224 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-7cc354fb-e9fe-4bfc-ae29-17cd31806b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:44.293327 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-7b95aebb-5a58-4463-a46f-2abba95faa9a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e18d4c0310cb41a89d482055f33015ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8142796 May 20 21:43:44.299588 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 39972) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:44.324655 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95aebb-5a58-4463-a46f-2abba95faa9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9ef69f-b6f4-41c6-a564-84df034077f5,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:44.458539 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757c676-dee8-459b-8440-b9714d0734e7 req-819e1aa2-41dc-4ee0-b1ee-3f90654f9d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:44.460118 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5757c676-dee8-459b-8440-b9714d0734e7 req-819e1aa2-41dc-4ee0-b1ee-3f90654f9d62 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0a0aa404-f762-4a40-8a37-03345bde1a32 HTTP/1.1" status: 200 len: 855 time: 0.2843306 May 20 21:43:44.479886 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-7b95aebb-5a58-4463-a46f-2abba95faa9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:44.481528 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-7cc354fb-e9fe-4bfc-ae29-17cd31806b72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:43:44.504980 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-7cc354fb-e9fe-4bfc-ae29-17cd31806b72 admin admin] Usage tracker for resource:security_group_rule and tenant:29c16393886c4f45ac63d2f99d7a7840 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:43:44.535249 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-2a769c83-33c7-449f-8167-2212a222d68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985866'] for network, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:44.538836 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-1b406c7d-d83a-4f99-8e57-b2ad4e0e8efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:44.550176 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-7cc354fb-e9fe-4bfc-ae29-17cd31806b72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:43:44.559745 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5757c676-dee8-459b-8440-b9714d0734e7 req-82764e56-dd55-4eed-b4ec-c54e14eeff28 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a0e8f491-adaf-493f-a233-ff27efefc925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909927 May 20 21:43:44.563035 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-cca724fd-36d9-4119-b981-8edcbd085bdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:44.608989 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-7cc354fb-e9fe-4bfc-ae29-17cd31806b72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:43:44.638817 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b406c7d-d83a-4f99-8e57-b2ad4e0e8efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184d6d9a-bb05-445a-9ea8-4fefd236e2b3,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:44.752157 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-1b406c7d-d83a-4f99-8e57-b2ad4e0e8efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:44.790289 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-1b406c7d-d83a-4f99-8e57-b2ad4e0e8efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:44.796165 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-1b406c7d-d83a-4f99-8e57-b2ad4e0e8efd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/184d6d9a-bb05-445a-9ea8-4fefd236e2b3 HTTP/1.1" status: 204 len: 168 time: 1.5146918 May 20 21:43:44.860835 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c17f7d50-d4f8-4da0-9ad5-3664c4a5ff14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:44.976332 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-2a769c83-33c7-449f-8167-2212a222d68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961757', 'neutron.services.segments.db._delete_segments_for_network-8759169772665'] for network, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:45.010270 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.services.segments.db [None req-2a769c83-33c7-449f-8167-2212a222d68b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fae7200-d2f3-4317-a947-35af8933181d']}} {{(pid=98342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:43:45.029789 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.services.segments.db [None req-2a769c83-33c7-449f-8167-2212a222d68b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd795a156-5d2c-4d5c-95d4-c7863358a897') {'for_net_delete': True} {{(pid=98342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:43:45.030551 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.services.segments.db [None req-2a769c83-33c7-449f-8167-2212a222d68b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd795a156-5d2c-4d5c-95d4-c7863358a897') {} {{(pid=98342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:43:45.065281 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-2a769c83-33c7-449f-8167-2212a222d68b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759169785079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3898485'] for segment, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:45.089645 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5757c676-dee8-459b-8440-b9714d0734e7 req-a795d9a5-b2ba-48d3-a904-32f4939d1812 service neutron] 10.222.0.69 "GET /v2.0/networks/a0e8f491-adaf-493f-a233-ff27efefc925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4792199 May 20 21:43:45.101105 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-2a769c83-33c7-449f-8167-2212a222d68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329'] for segment, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:45.158538 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c17f7d50-d4f8-4da0-9ad5-3664c4a5ff14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:45.187462 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a769c83-33c7-449f-8167-2212a222d68b admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=98342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:43:45.187887 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-2a769c83-33c7-449f-8167-2212a222d68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3867234'] for segment, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:45.227826 dv-cinder-792462-4-smb neutron-server[98342]: Traceback (most recent call last): May 20 21:43:45.227826 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:43:45.227826 dv-cinder-792462-4-smb neutron-server[98342]: timer() May 20 21:43:45.227826 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:43:45.227826 dv-cinder-792462-4-smb neutron-server[98342]: cb(*args, **kw) May 20 21:43:45.227826 dv-cinder-792462-4-smb neutron-server[98342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 21:43:45.227826 dv-cinder-792462-4-smb neutron-server[98342]: return func(*args, **kwargs) May 20 21:43:45.227826 dv-cinder-792462-4-smb neutron-server[98342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:43:45.227826 dv-cinder-792462-4-smb neutron-server[98342]: self._notify() May 20 21:43:45.227826 dv-cinder-792462-4-smb neutron-server[98342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:43:45.227826 dv-cinder-792462-4-smb neutron-server[98342]: self.callback(batched_events) May 20 21:43:45.227826 dv-cinder-792462-4-smb neutron-server[98342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:43:45.227826 dv-cinder-792462-4-smb neutron-server[98342]: event.method(event) May 20 21:43:45.227826 dv-cinder-792462-4-smb neutron-server[98342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 21:43:45.227826 dv-cinder-792462-4-smb neutron-server[98342]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:43:45.227826 dv-cinder-792462-4-smb neutron-server[98342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 21:43:45.227826 dv-cinder-792462-4-smb neutron-server[98342]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:43:45.227826 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 21:43:45.227826 dv-cinder-792462-4-smb neutron-server[98342]: return f(self, *a, **k) May 20 21:43:45.227826 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 21:43:45.227826 dv-cinder-792462-4-smb neutron-server[98342]: return self._get(url).json() May 20 21:43:45.227826 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 21:43:45.227826 dv-cinder-792462-4-smb neutron-server[98342]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:43:45.227826 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:43:45.227826 dv-cinder-792462-4-smb neutron-server[98342]: return self.request(url, 'GET', **kwargs) May 20 21:43:45.227826 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:43:45.227826 dv-cinder-792462-4-smb neutron-server[98342]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:43:45.227826 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:43:45.227826 dv-cinder-792462-4-smb neutron-server[98342]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:43:45.227826 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:43:45.227826 dv-cinder-792462-4-smb neutron-server[98342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:43:45.227826 dv-cinder-792462-4-smb neutron-server[98342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:43:45.235634 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1194a90-dc07-4590-99c2-4bc011ff318e req-1dc8ac45-ce87-424e-8c44-0d59e23f4699 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:45.241025 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d1194a90-dc07-4590-99c2-4bc011ff318e req-1dc8ac45-ce87-424e-8c44-0d59e23f4699 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 945 time: 0.5851355 May 20 21:43:45.294270 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-7cc354fb-e9fe-4bfc-ae29-17cd31806b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:45.309260 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-7cc354fb-e9fe-4bfc-ae29-17cd31806b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:45.322486 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-c4b574f0-1d37-485f-a7c5-b4c6eacb7776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:45.390095 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c17f7d50-d4f8-4da0-9ad5-3664c4a5ff14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:45.402729 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-7cc354fb-e9fe-4bfc-ae29-17cd31806b72 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=29c16393886c4f45ac63d2f99d7a7840&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2475870 May 20 21:43:45.407276 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc354fb-e9fe-4bfc-ae29-17cd31806b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1c4521-3fb0-4553-85b6-1df4986cc66d,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:45.411230 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-7cc354fb-e9fe-4bfc-ae29-17cd31806b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:45.450539 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 39990) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:45.451432 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-1b406c7d-d83a-4f99-8e57-b2ad4e0e8efd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:45.515438 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f7d50-d4f8-4da0-9ad5-3664c4a5ff14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9ef69f-b6f4-41c6-a564-84df034077f5,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:45.518790 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-c17f7d50-d4f8-4da0-9ad5-3664c4a5ff14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:45.550800 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.db.resource_extend [None req-52a73c59-ddf8-4e3f-ac98-a08b0f27479c tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 21:43:45.588193 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:45.624018 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c17f7d50-d4f8-4da0-9ad5-3664c4a5ff14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:45.625229 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-c17f7d50-d4f8-4da0-9ad5-3664c4a5ff14 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2a9ef69f-b6f4-41c6-a564-84df034077f5 HTTP/1.1" status: 204 len: 168 time: 1.3158085 May 20 21:43:45.697394 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-52a73c59-ddf8-4e3f-ac98-a08b0f27479c tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:45.701266 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-e7c72314-25d9-413a-923c-f20b38dff78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:45.714094 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-52a73c59-ddf8-4e3f-ac98-a08b0f27479c tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023492'] for floatingip, after_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:45.759737 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5757c676-dee8-459b-8440-b9714d0734e7 req-84fe2d39-e995-4e84-862a-5df2b361f502 service neutron] 10.222.0.69 "GET /v2.0/networks/a0e8f491-adaf-493f-a233-ff27efefc925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6616895 May 20 21:43:45.766998 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-2a769c83-33c7-449f-8167-2212a222d68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1639574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1649568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023514'] for network, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:45.813316 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-c069963f-4653-4d03-91be-06737b5a4781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:45.831005 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-e7c72314-25d9-413a-923c-f20b38dff78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:45.838199 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d1194a90-dc07-4590-99c2-4bc011ff318e req-1fe8eed3-4b6b-41e7-8d77-c9213dde4d2d tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5303602 May 20 21:43:45.852250 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-2a769c83-33c7-449f-8167-2212a222d68b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for network, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:45.864732 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a769c83-33c7-449f-8167-2212a222d68b admin admin] Pushing event deleted for resources: {'Network': ['ID=5fae7200-d2f3-4317-a947-35af8933181d,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:45.875621 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-2a769c83-33c7-449f-8167-2212a222d68b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:45.896526 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-2a769c83-33c7-449f-8167-2212a222d68b admin admin] 10.222.0.78 "DELETE /v2.0/networks/5fae7200-d2f3-4317-a947-35af8933181d HTTP/1.1" status: 204 len: 168 time: 1.6549308 May 20 21:43:45.906448 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0cfb9-c1d9-440a-a2ca-31a7be0751e3 req-27ecf842-b7ef-4219-887e-cacdd40dab3f tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:45.915470 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-26e0cfb9-c1d9-440a-a2ca-31a7be0751e3 req-27ecf842-b7ef-4219-887e-cacdd40dab3f tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=dad2d567-0ab9-4142-96b5-fb0b8b8552db HTTP/1.1" status: 200 len: 944 time: 0.6481690 May 20 21:43:45.993433 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-26e0cfb9-c1d9-440a-a2ca-31a7be0751e3 req-2696d2c1-4785-4851-ab1e-10f0cc12336a tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767889 May 20 21:43:45.998199 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.db.l3_db [None req-52a73c59-ddf8-4e3f-ac98-a08b0f27479c tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Floating IP 34ee3c5e-0346-4603-85fa-21ade4accd1a associated. External IP: 172.28.0.136, port: 8d4f96ae-6406-4b29-8adb-180e8a245fb0. May 20 21:43:46.238277 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-e7c72314-25d9-413a-923c-f20b38dff78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:46.252949 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:46.285077 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c72314-25d9-413a-923c-f20b38dff78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1c4521-3fb0-4553-85b6-1df4986cc66d,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:46.372179 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 2193a41b-eb71-402a-9575-8bb30d1d7969 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 21:43:46.372762 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 40014) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:46.404240 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-e7c72314-25d9-413a-923c-f20b38dff78f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:46.443566 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-e7c72314-25d9-413a-923c-f20b38dff78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:46.448207 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-e7c72314-25d9-413a-923c-f20b38dff78f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dc1c4521-3fb0-4553-85b6-1df4986cc66d HTTP/1.1" status: 204 len: 168 time: 0.9864106 May 20 21:43:46.486763 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 40020) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:46.515387 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-8b0a64d7-6f88-4c08-afa0-80c0a2f11e2e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9d17d936aab246a39b5c87e64eff8ada&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1412311 May 20 21:43:46.527226 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 40024) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:46.548629 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-303f4d25-cddd-4331-843c-7ad7bb1dbb9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:46.572586 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-303f4d25-cddd-4331-843c-7ad7bb1dbb9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:43:46.577443 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 2193a41b-eb71-402a-9575-8bb30d1d7969, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2193a41b-eb71-402a-9575-8bb30d1d7969,segment=NetworkSegment(c8882a79-3f5b-43e5-87fa-475536f2fbe2),segment_id=c8882a79-3f5b-43e5-87fa-475536f2fbe2)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:43:46.587916 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-303f4d25-cddd-4331-843c-7ad7bb1dbb9f admin admin] Usage tracker for resource:security_group_rule and tenant:6b613d60f6594eb8b2f0e45b9aa3e62a is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:43:46.595304 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-303f4d25-cddd-4331-843c-7ad7bb1dbb9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:43:46.597045 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Returning: {'device': '2193a41b-eb71-402a-9575-8bb30d1d7969', 'network_id': 'a0e8f491-adaf-493f-a233-ff27efefc925', 'port_id': '2193a41b-eb71-402a-9575-8bb30d1d7969', 'mac_address': 'fa:16:3e:65:fe:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a0aa404-f762-4a40-8a37-03345bde1a32', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 21:43:46.621663 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-303f4d25-cddd-4331-843c-7ad7bb1dbb9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:43:46.647821 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-53e79758-22be-41a4-bcec-5509ef39f721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:46.701637 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-53e79758-22be-41a4-bcec-5509ef39f721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:46.737598 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:46.761593 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2193a41b-eb71-402a-9575-8bb30d1d7969 {{(pid=98344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:43:46.791620 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 2193a41b-eb71-402a-9575-8bb30d1d7969, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2193a41b-eb71-402a-9575-8bb30d1d7969,segment=NetworkSegment(c8882a79-3f5b-43e5-87fa-475536f2fbe2),segment_id=c8882a79-3f5b-43e5-87fa-475536f2fbe2)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:43:46.801183 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:46.806516 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-f3649b90-3f8c-498e-9129-43fff0d1479e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:46.824038 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-303f4d25-cddd-4331-843c-7ad7bb1dbb9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:46.825803 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-53e79758-22be-41a4-bcec-5509ef39f721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:46.859574 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-3117b433-2f5f-49d1-8648-178933bd5b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:46.903249 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e79758-22be-41a4-bcec-5509ef39f721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6951169a-707b-41f0-8e85-189e7f1728e6,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:46.910270 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-53e79758-22be-41a4-bcec-5509ef39f721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:46.913220 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-303f4d25-cddd-4331-843c-7ad7bb1dbb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:46.930986 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:46.970223 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f4d25-cddd-4331-843c-7ad7bb1dbb9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c732523-1f46-43ea-b0d9-3e3436fda4a4,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:46.987571 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-303f4d25-cddd-4331-843c-7ad7bb1dbb9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:46.993675 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-53e79758-22be-41a4-bcec-5509ef39f721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:46.996750 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-53e79758-22be-41a4-bcec-5509ef39f721 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6951169a-707b-41f0-8e85-189e7f1728e6 HTTP/1.1" status: 204 len: 168 time: 0.4667017 May 20 21:43:47.004855 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-303f4d25-cddd-4331-843c-7ad7bb1dbb9f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6b613d60f6594eb8b2f0e45b9aa3e62a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5150583 May 20 21:43:47.008302 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 40036) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:47.024923 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=2193a41b-eb71-402a-9575-8bb30d1d7969,revision_number=4']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:47.032628 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:47.049217 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a73c59-ddf8-4e3f-ac98-a08b0f27479c tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Router f556428d-a8f7-4dfd-8a38-53b9770d5939 has already been hosted by L3 agent 0cab7e80-5b87-486c-a982-5030be84b7ba {{(pid=98343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 21:43:47.124579 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['2193a41b-eb71-402a-9575-8bb30d1d7969'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:43:47.299664 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-421c177a-86dd-4e24-9204-cecb2fbed456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:47.401205 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-421c177a-86dd-4e24-9204-cecb2fbed456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:47.563036 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448d6ca-d615-4788-9589-a1c17cb0fd92 req-6661f19f-4f94-440d-89a0-8da685ff29c8 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:47.564654 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e448d6ca-d615-4788-9589-a1c17cb0fd92 req-6661f19f-4f94-440d-89a0-8da685ff29c8 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 945 time: 0.4205885 May 20 21:43:47.605658 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a73c59-ddf8-4e3f-ac98-a08b0f27479c tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify agent at l3_agent.dv-cinder-792462-4-smb the message routers_updated {{(pid=98343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 21:43:47.612822 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-52a73c59-ddf8-4e3f-ac98-a08b0f27479c tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for floatingip, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:47.618098 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b96876-e27f-4872-9eb5-3b444fe0c046 None None] Sync routers for ids ['f556428d-a8f7-4dfd-8a38-53b9770d5939'] in dv-cinder-792462-4-smb {{(pid=98345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:43:47.620378 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28f547-d98e-475c-8412-817afb8f7392 req-469c01e6-18a1-41fb-9251-a92210c6aac8 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:47.622057 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-fc28f547-d98e-475c-8412-817afb8f7392 req-469c01e6-18a1-41fb-9251-a92210c6aac8 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=dad2d567-0ab9-4142-96b5-fb0b8b8552db HTTP/1.1" status: 200 len: 945 time: 0.4083982 May 20 21:43:47.650579 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b96876-e27f-4872-9eb5-3b444fe0c046 None None] Routers {'f556428d-a8f7-4dfd-8a38-53b9770d5939'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:43:47.653550 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-c5b96876-e27f-4872-9eb5-3b444fe0c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:43:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['f556428d-a8f7-4dfd-8a38-53b9770d5939'], 'active': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:43:47.690384 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e448d6ca-d615-4788-9589-a1c17cb0fd92 req-3bdd4851-64ae-4541-95a9-4d08f4605979 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172788 May 20 21:43:47.700912 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-421c177a-86dd-4e24-9204-cecb2fbed456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:47.746449 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-52a73c59-ddf8-4e3f-ac98-a08b0f27479c tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "PUT /v2.0/floatingips/34ee3c5e-0346-4603-85fa-21ade4accd1a HTTP/1.1" status: 200 len: 992 time: 4.3701508 May 20 21:43:47.747644 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098c7591-b1e3-4541-a630-89ee3d336fee', 'tag': '8d4f96ae-6406-4b29-8adb-180e8a245fb0'}] {{(pid=98343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:43:47.777544 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:47.815224 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-fc28f547-d98e-475c-8412-817afb8f7392 req-d2805d12-1b80-41d9-9f1b-2c7b6d22f0c5 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864483 May 20 21:43:47.823969 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c177a-86dd-4e24-9204-cecb2fbed456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c732523-1f46-43ea-b0d9-3e3436fda4a4,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:47.838257 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-421c177a-86dd-4e24-9204-cecb2fbed456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:47.862327 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-421c177a-86dd-4e24-9204-cecb2fbed456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:47.866427 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-421c177a-86dd-4e24-9204-cecb2fbed456 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6c732523-1f46-43ea-b0d9-3e3436fda4a4 HTTP/1.1" status: 204 len: 168 time: 0.8564782 May 20 21:43:47.913336 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '098c7591-b1e3-4541-a630-89ee3d336fee', 'tag': '8d4f96ae-6406-4b29-8adb-180e8a245fb0', 'status': 'completed', 'code': 200} May 20 21:43:48.096726 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa9576-076a-4e3a-a554-aa8be3bf8cc1 req-047586b6-1dca-437c-a416-f5a60b009a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:48.099411 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-66aa9576-076a-4e3a-a554-aa8be3bf8cc1 req-047586b6-1dca-437c-a416-f5a60b009a3c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=02474a2c64904c6fb152442041a5af03&device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 1099 time: 0.1374922 May 20 21:43:48.103941 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvr_db [None req-c5b96876-e27f-4872-9eb5-3b444fe0c046 None None] Set router f556428d-a8f7-4dfd-8a38-53b9770d5939 gateway port host: dv-cinder-792462-4-smb {{(pid=98345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:43:48.339251 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa9576-076a-4e3a-a554-aa8be3bf8cc1 req-0a7a823c-2fa0-45ae-92dc-8b695c3e70cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:48.342617 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-66aa9576-076a-4e3a-a554-aa8be3bf8cc1 req-0a7a823c-2fa0-45ae-92dc-8b695c3e70cc service neutron] 10.222.0.69 "GET /v2.0/networks?id=d792e157-988b-4be9-b81e-7ce03ac12952 HTTP/1.1" status: 200 len: 917 time: 0.2330618 May 20 21:43:48.415092 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 2193a41b-eb71-402a-9575-8bb30d1d7969 up at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:43:48.546603 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-66aa9576-076a-4e3a-a554-aa8be3bf8cc1 req-f6268c04-04ef-4589-b9f6-4796c470e215 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d4f96ae-6406-4b29-8adb-180e8a245fb0 HTTP/1.1" status: 200 len: 1000 time: 0.1941891 May 20 21:43:48.570004 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning for port 2193a41b-eb71-402a-9575-8bb30d1d7969 completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:43:48.590982 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning complete for port 2193a41b-eb71-402a-9575-8bb30d1d7969 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:43:48.591825 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:48.664741 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-c5b96876-e27f-4872-9eb5-3b444fe0c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'name': 'tempest-AttachVolumeShelveTestJSON-577568110-router', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:42:24Z', 'updated_at': '2021-05-20T21:42:40Z', 'revision_number': 4, 'project_id': '02474a2c64904c6fb152442041a5af03', 'gw_port': {'id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:26Z', 'updated_at': '2021-05-20T21:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_floatingips': [{'id': '34ee3c5e-0346-4603-85fa-21ade4accd1a', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'floating_ip_address': '172.28.0.136', 'floating_network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'router_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'port_id': '8d4f96ae-6406-4b29-8adb-180e8a245fb0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952', 'mac_address': 'fa:16:3e:2c:6c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098c7591-b1e3-4541-a630-89ee3d336fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T21:43:06Z', 'updated_at': '2021-05-20T21:43:45Z', 'revision_number': 1, 'project_id': '02474a2c64904c6fb152442041a5af03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d9e789-285a-4c1a-8eea-a3c6a2c5d754', 'name': '', 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'mac_address': 'fa:16:3e:a8:58:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e184cb69-105f-475e-83f0-129c4848c2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:34Z', 'updated_at': '2021-05-20T21:43:00Z', 'revision_number': 5, 'project_id': '02474a2c64904c6fb152442041a5af03', 'subnets': [{'id': 'e184cb69-105f-475e-83f0-129c4848c2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:43:48.672641 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b96876-e27f-4872-9eb5-3b444fe0c046 None None] Checking router: f556428d-a8f7-4dfd-8a38-53b9770d5939 for host: dv-cinder-792462-4-smb {{(pid=98345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:43:48.695520 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b96876-e27f-4872-9eb5-3b444fe0c046 None None] Routers {'f556428d-a8f7-4dfd-8a38-53b9770d5939'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:43:48.698997 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-c5b96876-e27f-4872-9eb5-3b444fe0c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:43:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['f556428d-a8f7-4dfd-8a38-53b9770d5939'], 'active': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:43:48.719320 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa9576-076a-4e3a-a554-aa8be3bf8cc1 req-a0ac1392-bb6a-4383-8439-ad2145712ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:48.720955 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-66aa9576-076a-4e3a-a554-aa8be3bf8cc1 req-a0ac1392-bb6a-4383-8439-ad2145712ca7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e184cb69-105f-475e-83f0-129c4848c2ac HTTP/1.1" status: 200 len: 855 time: 0.1581461 May 20 21:43:48.960620 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa9576-076a-4e3a-a554-aa8be3bf8cc1 req-d84fe123-cfa4-4ae7-baf3-5a0d42b8e14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:48.962946 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-66aa9576-076a-4e3a-a554-aa8be3bf8cc1 req-d84fe123-cfa4-4ae7-baf3-5a0d42b8e14b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d792e157-988b-4be9-b81e-7ce03ac12952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2261074 May 20 21:43:49.033045 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:49.103319 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad2d567-0ab9-4142-96b5-fb0b8b8552db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2193a41b-eb71-402a-9575-8bb30d1d7969'}] {{(pid=98344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:43:49.123875 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 2193a41b-eb71-402a-9575-8bb30d1d7969, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2193a41b-eb71-402a-9575-8bb30d1d7969,segment=NetworkSegment(c8882a79-3f5b-43e5-87fa-475536f2fbe2),segment_id=c8882a79-3f5b-43e5-87fa-475536f2fbe2)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:43:49.131594 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:49.135123 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:49.311024 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=2193a41b-eb71-402a-9575-8bb30d1d7969,revision_number=5']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:49.322522 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:49.418132 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvr_db [None req-c5b96876-e27f-4872-9eb5-3b444fe0c046 None None] Set router f556428d-a8f7-4dfd-8a38-53b9770d5939 gateway port host: dv-cinder-792462-4-smb {{(pid=98345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:43:49.667377 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd36b63-bd2e-40a0-972c-28222b9c222c req-a86e435f-3809-4c1a-a277-8f78f51777d2 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:49.680036 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-edd36b63-bd2e-40a0-972c-28222b9c222c req-a86e435f-3809-4c1a-a277-8f78f51777d2 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=dad2d567-0ab9-4142-96b5-fb0b8b8552db HTTP/1.1" status: 200 len: 946 time: 0.4423497 May 20 21:43:49.759614 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9eabb4-bd19-4c89-80f0-3c444e4c4d17 req-246ef378-b07c-4538-956e-4e772c140ae9 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:49.761807 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-cb9eabb4-bd19-4c89-80f0-3c444e4c4d17 req-246ef378-b07c-4538-956e-4e772c140ae9 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 945 time: 0.6967204 May 20 21:43:49.765098 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-66aa9576-076a-4e3a-a554-aa8be3bf8cc1 req-8f6ae538-3a13-46d0-b7f5-a86631fbc8dd service neutron] 10.222.0.69 "GET /v2.0/networks/d792e157-988b-4be9-b81e-7ce03ac12952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7915843 May 20 21:43:49.853997 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-edd36b63-bd2e-40a0-972c-28222b9c222c req-404588dd-a068-4f56-a4c5-b703429bfc5b tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691787 May 20 21:43:50.095526 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-c5b96876-e27f-4872-9eb5-3b444fe0c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'name': 'tempest-AttachVolumeShelveTestJSON-577568110-router', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:42:24Z', 'updated_at': '2021-05-20T21:42:40Z', 'revision_number': 4, 'project_id': '02474a2c64904c6fb152442041a5af03', 'gw_port': {'id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:26Z', 'updated_at': '2021-05-20T21:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_floatingips': [{'id': '34ee3c5e-0346-4603-85fa-21ade4accd1a', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'floating_ip_address': '172.28.0.136', 'floating_network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'router_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'port_id': '8d4f96ae-6406-4b29-8adb-180e8a245fb0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952', 'mac_address': 'fa:16:3e:2c:6c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098c7591-b1e3-4541-a630-89ee3d336fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T21:43:06Z', 'updated_at': '2021-05-20T21:43:45Z', 'revision_number': 1, 'project_id': '02474a2c64904c6fb152442041a5af03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d9e789-285a-4c1a-8eea-a3c6a2c5d754', 'name': '', 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'mac_address': 'fa:16:3e:a8:58:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e184cb69-105f-475e-83f0-129c4848c2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:34Z', 'updated_at': '2021-05-20T21:43:00Z', 'revision_number': 5, 'project_id': '02474a2c64904c6fb152442041a5af03', 'subnets': [{'id': 'e184cb69-105f-475e-83f0-129c4848c2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:43:50.108328 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b96876-e27f-4872-9eb5-3b444fe0c046 None None] The sync data for ids ['f556428d-a8f7-4dfd-8a38-53b9770d5939'] in dv-cinder-792462-4-smb is: [{'id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'name': 'tempest-AttachVolumeShelveTestJSON-577568110-router', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:42:24Z', 'updated_at': '2021-05-20T21:42:40Z', 'revision_number': 4, 'project_id': '02474a2c64904c6fb152442041a5af03', 'gw_port': {'id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:26Z', 'updated_at': '2021-05-20T21:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_floatingips': [{'id': '34ee3c5e-0346-4603-85fa-21ade4accd1a', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'floating_ip_address': '172.28.0.136', 'floating_network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'router_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'port_id': '8d4f96ae-6406-4b29-8adb-180e8a245fb0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952', 'mac_address': 'fa:16:3e:2c:6c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098c7591-b1e3-4541-a630-89ee3d336fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T21:43:06Z', 'updated_at': '2021-05-20T21:43:45Z', 'revision_number': 1, 'project_id': '02474a2c64904c6fb152442041a5af03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d9e789-285a-4c1a-8eea-a3c6a2c5d754', 'name': '', 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'mac_address': 'fa:16:3e:a8:58:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e184cb69-105f-475e-83f0-129c4848c2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:34Z', 'updated_at': '2021-05-20T21:43:00Z', 'revision_number': 5, 'project_id': '02474a2c64904c6fb152442041a5af03', 'subnets': [{'id': 'e184cb69-105f-475e-83f0-129c4848c2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:43:50.168934 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-cb9eabb4-bd19-4c89-80f0-3c444e4c4d17 req-4d992837-6791-4785-99da-96fa9c6d9ba1 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550880 May 20 21:43:50.275865 dv-cinder-792462-4-smb neutron-server[98344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad2d567-0ab9-4142-96b5-fb0b8b8552db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2193a41b-eb71-402a-9575-8bb30d1d7969', 'code': 200} May 20 21:43:50.276756 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-66aa9576-076a-4e3a-a554-aa8be3bf8cc1 req-1db41319-aef9-4c0d-a50c-a645dc6dd431 service neutron] 10.222.0.69 "GET /v2.0/networks/d792e157-988b-4be9-b81e-7ce03ac12952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4940932 May 20 21:43:50.562536 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469f1d7c-309c-43a6-a828-fe76e34fe1d9 None None] New status for floating IP 34ee3c5e-0346-4603-85fa-21ade4accd1a: ACTIVE {{(pid=98344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:43:50.874156 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01820d10-7bdd-4aef-aa30-69ce0c3a5816 req-6d633ade-24e7-4680-9b61-e5f78d07d773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:50.876542 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-01820d10-7bdd-4aef-aa30-69ce0c3a5816 req-6d633ade-24e7-4680-9b61-e5f78d07d773 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dad2d567-0ab9-4142-96b5-fb0b8b8552db HTTP/1.1" status: 200 len: 1099 time: 0.1387708 May 20 21:43:51.360629 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-01820d10-7bdd-4aef-aa30-69ce0c3a5816 req-0fe8f105-318d-4500-af75-7ae7a6029908 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4707210 May 20 21:43:51.480979 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d56f64-008f-4100-b7ae-9421fc9823f9 req-ed869183-e171-4e0a-8528-a46f5d5c960a tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:51.483574 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-48d56f64-008f-4100-b7ae-9421fc9823f9 req-ed869183-e171-4e0a-8528-a46f5d5c960a tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=dad2d567-0ab9-4142-96b5-fb0b8b8552db HTTP/1.1" status: 200 len: 946 time: 0.1966376 May 20 21:43:51.606673 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-48d56f64-008f-4100-b7ae-9421fc9823f9 req-2c1fb7e8-d317-4259-9e0d-d7d2ba55b71b tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129737 May 20 21:43:51.794343 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1990a98-794f-4055-8c6a-a18becbd70be req-99244169-87c7-4446-811d-430716a31faa tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:51.795925 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e1990a98-794f-4055-8c6a-a18becbd70be req-99244169-87c7-4446-811d-430716a31faa tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 945 time: 0.1249440 May 20 21:43:51.891860 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e1990a98-794f-4055-8c6a-a18becbd70be req-083bbe24-0439-486b-bcd2-8a002e1accf7 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803766 May 20 21:43:52.086037 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 40194) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:52.244523 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-b3d14b4a-d6d6-436f-bea5-116c40f72ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:52.747272 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-bb7e20e4-6209-4b3e-84a6-8a67cf5b2d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:52.765431 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-bb7e20e4-6209-4b3e-84a6-8a67cf5b2d53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:43:52.770649 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-bb7e20e4-6209-4b3e-84a6-8a67cf5b2d53 admin admin] Usage tracker for resource:security_group_rule and tenant:968d8bcd157f45a6b45e040aaeb76fce is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:43:52.774182 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-bb7e20e4-6209-4b3e-84a6-8a67cf5b2d53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:43:52.781828 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-bb7e20e4-6209-4b3e-84a6-8a67cf5b2d53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:43:52.958079 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-bb7e20e4-6209-4b3e-84a6-8a67cf5b2d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:52.965192 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-bb7e20e4-6209-4b3e-84a6-8a67cf5b2d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:52.991915 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48de9fb-6daf-45c2-9d4d-2e399341ba74 req-9c0cbbf8-604c-44bb-8512-85efb44ee3a8 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:52.994824 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c48de9fb-6daf-45c2-9d4d-2e399341ba74 req-9c0cbbf8-604c-44bb-8512-85efb44ee3a8 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=dad2d567-0ab9-4142-96b5-fb0b8b8552db HTTP/1.1" status: 200 len: 946 time: 0.1465316 May 20 21:43:53.003539 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-7cc354fb-e9fe-4bfc-ae29-17cd31806b72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:53.015106 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-bb7e20e4-6209-4b3e-84a6-8a67cf5b2d53 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=968d8bcd157f45a6b45e040aaeb76fce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9281297 May 20 21:43:53.022625 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 40246) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:53.059930 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e20e4-6209-4b3e-84a6-8a67cf5b2d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebffc26-a5eb-4c4b-ab17-12d4b2f50c46,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:53.064727 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-bb7e20e4-6209-4b3e-84a6-8a67cf5b2d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:53.092807 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c48de9fb-6daf-45c2-9d4d-2e399341ba74 req-23a3c15d-0686-4c54-ab96-db7206d6032c tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884900 May 20 21:43:53.182596 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-153a063f-fe3c-47a5-bcb5-9d3fb0067c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:53.215427 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-153a063f-fe3c-47a5-bcb5-9d3fb0067c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:53.289895 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-153a063f-fe3c-47a5-bcb5-9d3fb0067c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:53.294121 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:53.307310 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a063f-fe3c-47a5-bcb5-9d3fb0067c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebffc26-a5eb-4c4b-ab17-12d4b2f50c46,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:53.316465 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-153a063f-fe3c-47a5-bcb5-9d3fb0067c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:53.326281 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-153a063f-fe3c-47a5-bcb5-9d3fb0067c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:53.328239 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-153a063f-fe3c-47a5-bcb5-9d3fb0067c1d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0ebffc26-a5eb-4c4b-ab17-12d4b2f50c46 HTTP/1.1" status: 204 len: 168 time: 0.3043280 May 20 21:43:53.469650 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3db40-4fdf-49a1-aa93-b2437dc94df4 req-2060eac5-5fdd-4144-ab60-92b0589e4622 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:53.472307 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-28f3db40-4fdf-49a1-aa93-b2437dc94df4 req-2060eac5-5fdd-4144-ab60-92b0589e4622 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 945 time: 0.2980504 May 20 21:43:53.583601 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-28f3db40-4fdf-49a1-aa93-b2437dc94df4 req-cf9d4f97-01dd-47e5-bb46-0235369c0b6b tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002305 May 20 21:43:53.930444 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 40302) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:54.136315 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-1b65176c-0f52-425b-a2c4-7d9cdf7134ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:54.155761 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-1b65176c-0f52-425b-a2c4-7d9cdf7134ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:43:54.160809 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-1b65176c-0f52-425b-a2c4-7d9cdf7134ce admin admin] Usage tracker for resource:security_group_rule and tenant:4189243a7c9d4166b9b5a1c5ce509f15 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:43:54.164120 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-1b65176c-0f52-425b-a2c4-7d9cdf7134ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:43:54.171300 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-1b65176c-0f52-425b-a2c4-7d9cdf7134ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:43:54.325161 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-1b65176c-0f52-425b-a2c4-7d9cdf7134ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:54.334832 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-1b65176c-0f52-425b-a2c4-7d9cdf7134ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:54.353325 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-d66e410b-fb58-4567-9f23-e03fb1af50bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:54.403805 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 40324) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:54.429165 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-1b65176c-0f52-425b-a2c4-7d9cdf7134ce admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4189243a7c9d4166b9b5a1c5ce509f15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4972329 May 20 21:43:54.433333 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 40330) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:54.447878 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65176c-0f52-425b-a2c4-7d9cdf7134ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825e2545-a52f-4371-bf0a-e8d07b1f4f81,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:54.453582 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-1b65176c-0f52-425b-a2c4-7d9cdf7134ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:54.533642 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-75c0ac38-c97a-4633-89e1-6c32d5f11783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:54.624376 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-75c0ac38-c97a-4633-89e1-6c32d5f11783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:54.756261 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-75c0ac38-c97a-4633-89e1-6c32d5f11783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:54.763624 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-9fb9f3e6-c992-45a5-888f-9323af50ae2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:54.794599 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 6 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:43:54.818636 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0ac38-c97a-4633-89e1-6c32d5f11783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825e2545-a52f-4371-bf0a-e8d07b1f4f81,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:54.829088 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-75c0ac38-c97a-4633-89e1-6c32d5f11783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:54.838761 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-75c0ac38-c97a-4633-89e1-6c32d5f11783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:54.843977 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-75c0ac38-c97a-4633-89e1-6c32d5f11783 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/825e2545-a52f-4371-bf0a-e8d07b1f4f81 HTTP/1.1" status: 204 len: 168 time: 0.4086678 May 20 21:43:55.073785 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc070d-6c27-4574-a71c-f70674831392 req-7133da77-5060-46d0-8e33-dfb84a12b514 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:55.096444 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-37bc070d-6c27-4574-a71c-f70674831392 req-7133da77-5060-46d0-8e33-dfb84a12b514 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 945 time: 0.1775403 May 20 21:43:55.112635 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 40352) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:55.187047 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-2dd617d0-03bb-4334-b6b6-f189dd53374f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:55.214818 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-2dd617d0-03bb-4334-b6b6-f189dd53374f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:43:55.219215 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-2dd617d0-03bb-4334-b6b6-f189dd53374f admin admin] Usage tracker for resource:security_group_rule and tenant:af9c33e1b1994faba5cafeb009daf699 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:43:55.223720 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-2dd617d0-03bb-4334-b6b6-f189dd53374f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:43:55.234193 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-2dd617d0-03bb-4334-b6b6-f189dd53374f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:43:55.377825 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-37bc070d-6c27-4574-a71c-f70674831392 req-e9531bfd-cbe9-406f-8f72-f9e7165dd598 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804146 May 20 21:43:55.423845 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-3804ed34-a9e5-4ade-b3db-c5560c9fe077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:55.446075 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-2dd617d0-03bb-4334-b6b6-f189dd53374f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:55.456876 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-2dd617d0-03bb-4334-b6b6-f189dd53374f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:55.471219 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-3804ed34-a9e5-4ade-b3db-c5560c9fe077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:43:55.474923 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-303f4d25-cddd-4331-843c-7ad7bb1dbb9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:55.483148 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-3804ed34-a9e5-4ade-b3db-c5560c9fe077 admin admin] Usage tracker for resource:security_group_rule and tenant:acc0faff9d1b4da18fbcf3c4c07cc868 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:43:55.489257 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-3804ed34-a9e5-4ade-b3db-c5560c9fe077 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:43:55.511289 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-3804ed34-a9e5-4ade-b3db-c5560c9fe077 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:43:55.565188 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:55.575712 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd617d0-03bb-4334-b6b6-f189dd53374f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657f4ece-4fbe-4224-94e2-70fd8cd7f8cb,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:55.590657 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-2dd617d0-03bb-4334-b6b6-f189dd53374f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:55.617703 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-2dd617d0-03bb-4334-b6b6-f189dd53374f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=af9c33e1b1994faba5cafeb009daf699&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2079980 May 20 21:43:55.618184 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 40368) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:55.723611 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-a80649d8-b009-430f-a32a-bfd9b6e36222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:55.768407 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-a80649d8-b009-430f-a32a-bfd9b6e36222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:55.780237 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-3804ed34-a9e5-4ade-b3db-c5560c9fe077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:55.791211 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-3804ed34-a9e5-4ade-b3db-c5560c9fe077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:55.827922 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-f81c8a3b-6d77-4193-bbcb-6481e8f2c439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:55.924379 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 40376) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:55.960399 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-3804ed34-a9e5-4ade-b3db-c5560c9fe077 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=acc0faff9d1b4da18fbcf3c4c07cc868&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8442223 May 20 21:43:55.961131 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 40382) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:55.965899 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804ed34-a9e5-4ade-b3db-c5560c9fe077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e30706-66f5-4903-a8c1-1204b94734a9,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:55.985741 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-3804ed34-a9e5-4ade-b3db-c5560c9fe077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:55.998454 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-0097161e-bc97-4664-bc1b-9d3f36623667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:56.026074 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-a80649d8-b009-430f-a32a-bfd9b6e36222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:56.049468 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-0097161e-bc97-4664-bc1b-9d3f36623667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:43:56.055228 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:56.087098 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-0097161e-bc97-4664-bc1b-9d3f36623667 admin admin] Usage tracker for resource:security_group_rule and tenant:7956bc6fce0c4ae98843972306465417 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:43:56.092600 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-0097161e-bc97-4664-bc1b-9d3f36623667 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:43:56.095700 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80649d8-b009-430f-a32a-bfd9b6e36222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657f4ece-4fbe-4224-94e2-70fd8cd7f8cb,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:56.104122 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-a80649d8-b009-430f-a32a-bfd9b6e36222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:56.105084 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-0097161e-bc97-4664-bc1b-9d3f36623667 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:43:56.123514 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-a80649d8-b009-430f-a32a-bfd9b6e36222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:56.124902 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-a80649d8-b009-430f-a32a-bfd9b6e36222 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/657f4ece-4fbe-4224-94e2-70fd8cd7f8cb HTTP/1.1" status: 204 len: 168 time: 0.5056643 May 20 21:43:56.158416 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-bdbd8f61-f455-4a35-b211-706eb44b4369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:56.210092 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-4d0dcffd-8e67-4815-974e-a9005ad2a7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:56.257457 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-bdbd8f61-f455-4a35-b211-706eb44b4369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:56.351314 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-0097161e-bc97-4664-bc1b-9d3f36623667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:56.373648 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-0097161e-bc97-4664-bc1b-9d3f36623667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:56.392110 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-f67a9d5b-b02b-4ddd-addf-2623a111d2de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:56.394642 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-bdbd8f61-f455-4a35-b211-706eb44b4369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:56.413378 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-788ea3ae-a9d5-4eb1-a715-0af296346824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:56.445866 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd8f61-f455-4a35-b211-706eb44b4369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e30706-66f5-4903-a8c1-1204b94734a9,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:56.452379 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-bdbd8f61-f455-4a35-b211-706eb44b4369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:56.459459 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-bdbd8f61-f455-4a35-b211-706eb44b4369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:56.462879 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-bdbd8f61-f455-4a35-b211-706eb44b4369 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d6e30706-66f5-4903-a8c1-1204b94734a9 HTTP/1.1" status: 204 len: 168 time: 0.4993315 May 20 21:43:56.519726 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-0097161e-bc97-4664-bc1b-9d3f36623667 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7956bc6fce0c4ae98843972306465417&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5897315 May 20 21:43:56.520830 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 40404) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:56.522058 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0097161e-bc97-4664-bc1b-9d3f36623667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c076f4b3-4f08-46bc-ae8f-c62571411757,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:56.538772 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-0097161e-bc97-4664-bc1b-9d3f36623667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:56.700236 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-b58305c6-06d6-4f67-b472-614cb4a26eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:56.803901 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-b58305c6-06d6-4f67-b472-614cb4a26eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:56.809952 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe440865-ad9f-451b-9339-fe4d19cad24c req-6aed1637-7d53-4300-bf50-2dafb5f35fcb tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:56.818234 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-fe440865-ad9f-451b-9339-fe4d19cad24c req-6aed1637-7d53-4300-bf50-2dafb5f35fcb tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 945 time: 0.2367253 May 20 21:43:56.882632 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-fe440865-ad9f-451b-9339-fe4d19cad24c req-463ab01b-184f-4957-8772-4cec24e5da6f tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597627 May 20 21:43:56.979396 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-b58305c6-06d6-4f67-b472-614cb4a26eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:56.987566 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-7d49f17b-ba96-4394-b41a-b5b3b8f6e135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:57.018179 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-b58305c6-06d6-4f67-b472-614cb4a26eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:57.025030 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-b58305c6-06d6-4f67-b472-614cb4a26eb2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c076f4b3-4f08-46bc-ae8f-c62571411757 HTTP/1.1" status: 204 len: 168 time: 0.5016212 May 20 21:43:57.026152 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58305c6-06d6-4f67-b472-614cb4a26eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c076f4b3-4f08-46bc-ae8f-c62571411757,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:57.033674 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-b58305c6-06d6-4f67-b472-614cb4a26eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:57.128602 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-881570e1-b8df-4a2f-9143-d78e2c1b2a39 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:57.130285 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-881570e1-b8df-4a2f-9143-d78e2c1b2a39 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/networks?id=a0e8f491-adaf-493f-a233-ff27efefc925 HTTP/1.1" status: 200 len: 815 time: 0.2124445 May 20 21:43:57.148474 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-dc400d6c-7043-4c8b-b036-04cf092696f3 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/quotas/462722ee06ab47f396fc96575d046bdc HTTP/1.1" status: 200 len: 375 time: 0.0112741 May 20 21:43:57.298679 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-1dca3fe1-d12e-4169-b87c-72215c3edc5b tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=462722ee06ab47f396fc96575d046bdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1416302 May 20 21:43:57.432586 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 40424) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:57.475244 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-80559cf6-ccec-415b-b212-8ff99876796a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:57.491491 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:57.507826 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-80559cf6-ccec-415b-b212-8ff99876796a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:43:57.522490 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-80559cf6-ccec-415b-b212-8ff99876796a admin admin] Usage tracker for resource:security_group_rule and tenant:41bf89effa594e2e9b1d7f1d8076fdfc is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:43:57.539348 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-80559cf6-ccec-415b-b212-8ff99876796a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:43:57.555101 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-80559cf6-ccec-415b-b212-8ff99876796a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:43:57.662497 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-184223f1-4921-41d1-82c1-b9f849d49ab5 service neutron] 10.222.0.78 "GET /v2.0/networks/a0e8f491-adaf-493f-a233-ff27efefc925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627017 May 20 21:43:57.756001 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 40438) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:57.859059 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-69720eac-ddab-4d2b-96d9-22ab662fd7a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:57.879377 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-80559cf6-ccec-415b-b212-8ff99876796a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:57.890908 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-80559cf6-ccec-415b-b212-8ff99876796a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:57.991416 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-c17f7d50-d4f8-4da0-9ad5-3664c4a5ff14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:58.002523 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-69720eac-ddab-4d2b-96d9-22ab662fd7a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:43:58.017292 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-69720eac-ddab-4d2b-96d9-22ab662fd7a4 admin admin] Usage tracker for resource:security_group_rule and tenant:36f233014783421fa77ccbc038e3d466 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:43:58.023965 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-69720eac-ddab-4d2b-96d9-22ab662fd7a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:43:58.038349 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-69720eac-ddab-4d2b-96d9-22ab662fd7a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:43:58.068086 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-80559cf6-ccec-415b-b212-8ff99876796a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=41bf89effa594e2e9b1d7f1d8076fdfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6261568 May 20 21:43:58.072651 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 40452) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:58.104118 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-b8cd9dc7-6400-4522-8175-495567d67ef2 service neutron] 10.222.0.78 "GET /v2.0/networks/a0e8f491-adaf-493f-a233-ff27efefc925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253366 May 20 21:43:58.241973 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-69720eac-ddab-4d2b-96d9-22ab662fd7a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:58.246620 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80559cf6-ccec-415b-b212-8ff99876796a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1615c225-7640-428a-babe-a7ff95b776b5,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:58.255725 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-80559cf6-ccec-415b-b212-8ff99876796a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:58.280174 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ee9861c7-80dd-4b73-9d2b-aaf3962a1129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:58.317552 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ee9861c7-80dd-4b73-9d2b-aaf3962a1129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:58.328417 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-69720eac-ddab-4d2b-96d9-22ab662fd7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:58.419486 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:58.427536 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ee9861c7-80dd-4b73-9d2b-aaf3962a1129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:58.435571 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-e7c72314-25d9-413a-923c-f20b38dff78f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:58.440391 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-69720eac-ddab-4d2b-96d9-22ab662fd7a4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=36f233014783421fa77ccbc038e3d466&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6755996 May 20 21:43:58.457883 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 40464) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:58.473019 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9861c7-80dd-4b73-9d2b-aaf3962a1129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1615c225-7640-428a-babe-a7ff95b776b5,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:58.475162 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 40468) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:58.511617 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-ee9861c7-80dd-4b73-9d2b-aaf3962a1129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:58.512760 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ee9861c7-80dd-4b73-9d2b-aaf3962a1129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:58.523644 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-ee9861c7-80dd-4b73-9d2b-aaf3962a1129 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1615c225-7640-428a-babe-a7ff95b776b5 HTTP/1.1" status: 204 len: 168 time: 0.4381237 May 20 21:43:58.615075 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f0de5a9a-aafc-4275-8f09-02e88f0b7f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:58.652578 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-926b14bd-2a65-4bbb-be23-fa74c9803586 req-b5868897-aabe-4d1f-b4da-ed9d442517f8 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8b76b3-2d67-4d17-b3cb-d9f71a5d5b89 HTTP/1.1" status: 200 len: 210 time: 0.2108061 May 20 21:43:58.675112 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f0de5a9a-aafc-4275-8f09-02e88f0b7f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:58.716901 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69720eac-ddab-4d2b-96d9-22ab662fd7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573aa049-8796-4b51-9259-f1f74f6e3223,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:58.724451 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-69720eac-ddab-4d2b-96d9-22ab662fd7a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:58.777722 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd234b-9a00-41c8-89cd-f9b4146d1545 req-c3e56ce3-4366-43e9-b115-f2470305b36f tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:43:58.790813 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a2fd234b-9a00-41c8-89cd-f9b4146d1545 req-c3e56ce3-4366-43e9-b115-f2470305b36f tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 945 time: 0.5449347 May 20 21:43:58.890948 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f0de5a9a-aafc-4275-8f09-02e88f0b7f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:58.896344 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-9dcd7806-a0e0-47e0-827e-eaae6685aa53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:58.931629 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a2fd234b-9a00-41c8-89cd-f9b4146d1545 req-d139bc62-3359-4e49-8af8-a4468d9e1395 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383085 May 20 21:43:58.935912 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de5a9a-aafc-4275-8f09-02e88f0b7f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573aa049-8796-4b51-9259-f1f74f6e3223,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:58.977353 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-f0de5a9a-aafc-4275-8f09-02e88f0b7f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:58.988677 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f0de5a9a-aafc-4275-8f09-02e88f0b7f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:59.008439 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-f0de5a9a-aafc-4275-8f09-02e88f0b7f2a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/573aa049-8796-4b51-9259-f1f74f6e3223 HTTP/1.1" status: 204 len: 168 time: 0.5395441 May 20 21:43:59.093180 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-0fd42ace-f609-49fc-9237-d9a68e465a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:59.119412 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-0fd42ace-f609-49fc-9237-d9a68e465a9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:43:59.127254 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-0fd42ace-f609-49fc-9237-d9a68e465a9c admin admin] Usage tracker for resource:security_group_rule and tenant:6ee04f0ef90b4eb38b53304f023a9a06 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:43:59.132000 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-0fd42ace-f609-49fc-9237-d9a68e465a9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:43:59.142005 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-0fd42ace-f609-49fc-9237-d9a68e465a9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:43:59.225163 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:59.467189 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-0fd42ace-f609-49fc-9237-d9a68e465a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:59.474891 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-0fd42ace-f609-49fc-9237-d9a68e465a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:59.507729 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-bdbd8f61-f455-4a35-b211-706eb44b4369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:43:59.615708 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-0fd42ace-f609-49fc-9237-d9a68e465a9c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6ee04f0ef90b4eb38b53304f023a9a06&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1132329 May 20 21:43:59.618967 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 40508) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:59.630288 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd42ace-f609-49fc-9237-d9a68e465a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c25fdc5-c1a9-4bda-b789-db3b665ccd7c,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:43:59.635645 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-0fd42ace-f609-49fc-9237-d9a68e465a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:43:59.817627 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-269ed1e9-c713-420d-a4ce-7ee675e69665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:43:59.835561 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 40518) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:43:59.948433 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-269ed1e9-c713-420d-a4ce-7ee675e69665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:00.198088 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ba78dcd1-ade8-487a-be8f-8112ca31aa9f req-c2200a62-b99e-4bd9-8604-94058e11919d tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8b76b3-2d67-4d17-b3cb-d9f71a5d5b89 HTTP/1.1" status: 200 len: 210 time: 0.1477516 May 20 21:44:00.221430 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-5a836f45-eaf1-44d3-b572-8c678059732d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1348976557-network', 'tenant_id': 'a3a65357df1e4810b96007203d430d0f'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:44:00.240830 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-5a836f45-eaf1-44d3-b572-8c678059732d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:44:00.247843 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-5a836f45-eaf1-44d3-b572-8c678059732d admin admin] Usage tracker for resource:network and tenant:a3a65357df1e4810b96007203d430d0f is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:44:00.272523 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-5a836f45-eaf1-44d3-b572-8c678059732d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:44:00.290888 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-269ed1e9-c713-420d-a4ce-7ee675e69665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:00.296876 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:00.332209 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ed1e9-c713-420d-a4ce-7ee675e69665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c25fdc5-c1a9-4bda-b789-db3b665ccd7c,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:00.375294 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-269ed1e9-c713-420d-a4ce-7ee675e69665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:00.415159 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-5a836f45-eaf1-44d3-b572-8c678059732d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:44:00.450130 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a836f45-eaf1-44d3-b572-8c678059732d admin admin] Made reservation on behalf of a3a65357df1e4810b96007203d430d0f for: {'network': 1} {{(pid=98343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:44:00.458832 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5a836f45-eaf1-44d3-b572-8c678059732d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-574869'] for network, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:00.469882 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e70608-7551-4128-998e-6152facccb7d req-c65479ee-8028-4360-a081-78b709e1bfeb tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:00.479082 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-39e70608-7551-4128-998e-6152facccb7d req-c65479ee-8028-4360-a081-78b709e1bfeb tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 945 time: 0.3513818 May 20 21:44:00.480863 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-269ed1e9-c713-420d-a4ce-7ee675e69665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:00.483056 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-269ed1e9-c713-420d-a4ce-7ee675e69665 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8c25fdc5-c1a9-4bda-b789-db3b665ccd7c HTTP/1.1" status: 204 len: 168 time: 0.8621366 May 20 21:44:00.504037 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5a836f45-eaf1-44d3-b572-8c678059732d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:00.534054 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-5a836f45-eaf1-44d3-b572-8c678059732d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:44:00.542761 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-5a836f45-eaf1-44d3-b572-8c678059732d admin admin] Usage tracker for resource:security_group_rule and tenant:a3a65357df1e4810b96007203d430d0f is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:44:00.548801 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-5a836f45-eaf1-44d3-b572-8c678059732d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:44:00.563931 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-5a836f45-eaf1-44d3-b572-8c678059732d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:44:00.688545 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5a836f45-eaf1-44d3-b572-8c678059732d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:00.694788 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5a836f45-eaf1-44d3-b572-8c678059732d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:00.698649 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-f0de5a9a-aafc-4275-8f09-02e88f0b7f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:00.733028 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a836f45-eaf1-44d3-b572-8c678059732d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=98343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:44:00.748848 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a836f45-eaf1-44d3-b572-8c678059732d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6163e4-a119-4ec5-8b54-ca30f5e61bf3,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:00.754861 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-5a836f45-eaf1-44d3-b572-8c678059732d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:00.756258 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5a836f45-eaf1-44d3-b572-8c678059732d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329'] for segment, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:00.756885 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.db.segments_db [None req-5a836f45-eaf1-44d3-b572-8c678059732d admin admin] Added segment cf4d93f6-57e9-46b9-acc1-a3884f3f0537 of type vlan for network eb3a8681-5b0b-466a-a487-6a59dcc2549d May 20 21:44:00.814723 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5a836f45-eaf1-44d3-b572-8c678059732d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759169318099'] for network, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:00.854372 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-39e70608-7551-4128-998e-6152facccb7d req-5e0e7567-5d5a-427d-9089-02c34f64338d tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680589 May 20 21:44:00.887568 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5a836f45-eaf1-44d3-b572-8c678059732d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1639574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1649568'] for network, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:00.889015 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a836f45-eaf1-44d3-b572-8c678059732d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:00.889700 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5a836f45-eaf1-44d3-b572-8c678059732d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for network, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:00.899358 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:00.972576 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-702543f9-55dd-4eae-9ae7-14f7b7a77fee tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:00.976809 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-702543f9-55dd-4eae-9ae7-14f7b7a77fee tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.69 "GET /v2.0/networks?id=a0e8f491-adaf-493f-a233-ff27efefc925 HTTP/1.1" status: 200 len: 815 time: 0.4750905 May 20 21:44:01.003768 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-f0ad47b6-9584-474a-8d4d-19940277d1fe tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Request body: {'port': {'device_id': '6b8b76b3-2d67-4d17-b3cb-d9f71a5d5b89', 'network_id': 'a0e8f491-adaf-493f-a233-ff27efefc925', 'admin_state_up': True, 'tenant_id': '462722ee06ab47f396fc96575d046bdc'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:44:01.113806 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a836f45-eaf1-44d3-b572-8c678059732d admin admin] Pushing event updated for resources: {'Network': ['ID=eb3a8681-5b0b-466a-a487-6a59dcc2549d,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:01.120122 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-5a836f45-eaf1-44d3-b572-8c678059732d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:01.131144 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Network eb3a8681-5b0b-466a-a487-6a59dcc2549d details requested by agent ovs-agent-dv-cinder-792462-4-smb with host dv-cinder-792462-4-smb {{(pid=98344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 21:44:01.173523 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-5a836f45-eaf1-44d3-b572-8c678059732d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3363974 May 20 21:44:01.179489 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 40562) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:44:01.185645 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-df12d10a-0f53-4258-b489-060a66b5ae8d admin admin] Request body: {'subnet': {'network_id': 'eb3a8681-5b0b-466a-a487-6a59dcc2549d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1348976557-subnet', 'tenant_id': 'a3a65357df1e4810b96007203d430d0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:44:01.190797 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-df12d10a-0f53-4258-b489-060a66b5ae8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:44:01.196240 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-df12d10a-0f53-4258-b489-060a66b5ae8d admin admin] Usage tracker for resource:subnet and tenant:a3a65357df1e4810b96007203d430d0f is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:44:01.200475 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-df12d10a-0f53-4258-b489-060a66b5ae8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:44:01.209613 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-df12d10a-0f53-4258-b489-060a66b5ae8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:44:01.225564 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df12d10a-0f53-4258-b489-060a66b5ae8d admin admin] Made reservation on behalf of a3a65357df1e4810b96007203d430d0f for: {'subnet': 1} {{(pid=98343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:44:01.230124 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-df12d10a-0f53-4258-b489-060a66b5ae8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2129025'] for subnet, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:01.591996 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f39c5e15-ac00-4b1d-9280-220eec73f41d req-1791c2f8-3192-4f0f-873e-5aa729a703e9 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8b76b3-2d67-4d17-b3cb-d9f71a5d5b89 HTTP/1.1" status: 200 len: 210 time: 0.1845791 May 20 21:44:01.762726 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-f0ad47b6-9584-474a-8d4d-19940277d1fe tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:44:01.792458 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-f0ad47b6-9584-474a-8d4d-19940277d1fe tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:44:01.819712 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-df12d10a-0f53-4258-b489-060a66b5ae8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1737464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2129043'] for subnet, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:01.820258 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-f0ad47b6-9584-474a-8d4d-19940277d1fe tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Made reservation on behalf of 462722ee06ab47f396fc96575d046bdc for: {'port': 1} {{(pid=98342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:44:01.829096 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-c328a338-c13c-4c1f-aeb5-ba5d2e3e7fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:01.833677 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-f0ad47b6-9584-474a-8d4d-19940277d1fe tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:02.008180 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df12d10a-0f53-4258-b489-060a66b5ae8d admin admin] Checking segment: {'id': 'cf4d93f6-57e9-46b9-acc1-a3884f3f0537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eb3a8681-5b0b-466a-a487-6a59dcc2549d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:44:02.010421 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df12d10a-0f53-4258-b489-060a66b5ae8d admin admin] Network hostable DHCP agents. Network: eb3a8681-5b0b-466a-a487-6a59dcc2549d, hostable agents: ['b421ac0d-62b9-4a8f-94e9-2f7b98c53d5e'], hosted agents: [] {{(pid=98343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:44:02.038483 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12d10a-0f53-4258-b489-060a66b5ae8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f1bd49e-79c4-4587-a643-fe07f90b6b07,revision_number=0']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:02.042578 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-df12d10a-0f53-4258-b489-060a66b5ae8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:02.067793 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df12d10a-0f53-4258-b489-060a66b5ae8d admin admin] Network eb3a8681-5b0b-466a-a487-6a59dcc2549d is scheduled to be hosted by DHCP agent b421ac0d-62b9-4a8f-94e9-2f7b98c53d5e with binding_index 1 {{(pid=98343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:44:02.098733 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.base_scheduler [None req-df12d10a-0f53-4258-b489-060a66b5ae8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-4-smb, eb3a8681-5b0b-466a-a487-6a59dcc2549d) {{(pid=98343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:44:02.111284 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703c2957-19e4-4f73-a933-cdb419a4528f None None] Network eb3a8681-5b0b-466a-a487-6a59dcc2549d requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:44:02.129080 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df12d10a-0f53-4258-b489-060a66b5ae8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:02.130337 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-df12d10a-0f53-4258-b489-060a66b5ae8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:02.181721 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-df12d10a-0f53-4258-b489-060a66b5ae8d admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9930074 May 20 21:44:02.397503 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4e139-83c1-4cee-8863-b1a5a1f65870 req-5fcc850c-c9cf-47d4-adcf-9f1ab237cac4 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:02.413583 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c3b4e139-83c1-4cee-8863-b1a5a1f65870 req-5fcc850c-c9cf-47d4-adcf-9f1ab237cac4 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 945 time: 0.2898362 May 20 21:44:02.417027 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.db_base_plugin_common [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-f0ad47b6-9584-474a-8d4d-19940277d1fe tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Allocated IP 172.20.0.10 (a0e8f491-adaf-493f-a233-ff27efefc925/0a0aa404-f762-4a40-8a37-03345bde1a32/a57a3c96-310b-4761-bb20-81912ae64fbe) {{(pid=98342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:44:02.523011 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28eda42c-412d-4ae0-93ee-e4e0ca06a003 None None] Network eb3a8681-5b0b-466a-a487-6a59dcc2549d requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:44:02.601627 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c3b4e139-83c1-4cee-8863-b1a5a1f65870 req-8b36beab-c6e8-484b-b57c-0357e18fd2fe tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865730 May 20 21:44:02.980895 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-283cf6ca-8871-4e7d-8421-860eef24161b req-7cb34632-a2ae-4be4-9f7a-3714ff7a6c72 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8b76b3-2d67-4d17-b3cb-d9f71a5d5b89 HTTP/1.1" status: 200 len: 210 time: 0.0924859 May 20 21:44:03.112865 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-f0ad47b6-9584-474a-8d4d-19940277d1fe tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Notify callbacks [] for port, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:03.164925 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-f0ad47b6-9584-474a-8d4d-19940277d1fe tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:03.173872 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-d99fcf9a-137c-4aff-a2e3-d24e33244255 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:03.190004 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['fe213d76-bb35-46a6-b89b-a6de037d5c17', '2193a41b-eb71-402a-9575-8bb30d1d7969'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:44:03.266095 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-f0ad47b6-9584-474a-8d4d-19940277d1fe tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Network a0e8f491-adaf-493f-a233-ff27efefc925 is already hosted by enough agents. {{(pid=98342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:44:03.270435 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.base_scheduler [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-f0ad47b6-9584-474a-8d4d-19940277d1fe tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Resources bound (agent type, host, resource id): {{(pid=98342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:44:03.275828 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-f0ad47b6-9584-474a-8d4d-19940277d1fe tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Received port after_create {{(pid=98342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:44:03.366841 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-f0ad47b6-9584-474a-8d4d-19940277d1fe tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:03.367523 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-f0ad47b6-9584-474a-8d4d-19940277d1fe tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:03.383319 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad47b6-9584-474a-8d4d-19940277d1fe tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Pushing event updated for resources: {'Port': ['ID=a57a3c96-310b-4761-bb20-81912ae64fbe,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:03.403525 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-f0ad47b6-9584-474a-8d4d-19940277d1fe tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:03.438992 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-f0ad47b6-9584-474a-8d4d-19940277d1fe tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4484737 May 20 21:44:03.460618 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-df9eca98-207f-464b-ba71-2d1d473cdb61 service neutron] Request body: {'port': {'device_id': '6b8b76b3-2d67-4d17-b3cb-d9f71a5d5b89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:44:03.673458 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-df9eca98-207f-464b-ba71-2d1d473cdb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:04.316594 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d6baf-3418-49a8-a870-af47d272277c req-e425c388-8daf-47f2-a76d-36654402ff08 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:04.324253 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-627d6baf-3418-49a8-a870-af47d272277c req-e425c388-8daf-47f2-a76d-36654402ff08 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 945 time: 0.1785347 May 20 21:44:04.471017 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-627d6baf-3418-49a8-a870-af47d272277c req-bb7fd3fd-1341-4c6c-bc8b-e22c2ca8e70d tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458757 May 20 21:44:04.480199 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-df9eca98-207f-464b-ba71-2d1d473cdb61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a57a3c96-310b-4761-bb20-81912ae64fbe {{(pid=98342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:44:04.499467 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-df9eca98-207f-464b-ba71-2d1d473cdb61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:04.523882 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.provisioning_blocks [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-df9eca98-207f-464b-ba71-2d1d473cdb61 service neutron] Transition to ACTIVE for port object a57a3c96-310b-4761-bb20-81912ae64fbe will not be triggered until provisioned by entity L2. {{(pid=98342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:44:04.533624 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-df9eca98-207f-464b-ba71-2d1d473cdb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3867198'] for port, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:04.541948 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:04.596518 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5a93c-48ce-40ae-93e8-0400d8eaf0f2 req-2a4138e9-026f-4cf0-9f25-dc105e04d674 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:04.597269 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-75d5a93c-48ce-40ae-93e8-0400d8eaf0f2 req-2a4138e9-026f-4cf0-9f25-dc105e04d674 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Synchronizing usage tracker for tenant:462722ee06ab47f396fc96575d046bdc on resource:port {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:44:04.700778 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9eca98-207f-464b-ba71-2d1d473cdb61 service neutron] Pushing event updated for resources: {'Port': ['ID=a57a3c96-310b-4761-bb20-81912ae64fbe,revision_number=2']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:04.705674 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-df9eca98-207f-464b-ba71-2d1d473cdb61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:04.740337 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-75d5a93c-48ce-40ae-93e8-0400d8eaf0f2 req-2a4138e9-026f-4cf0-9f25-dc105e04d674 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Unset dirty status for tenant:462722ee06ab47f396fc96575d046bdc on resource:port {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:44:04.745503 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-75d5a93c-48ce-40ae-93e8-0400d8eaf0f2 req-2a4138e9-026f-4cf0-9f25-dc105e04d674 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8b76b3-2d67-4d17-b3cb-d9f71a5d5b89 HTTP/1.1" status: 200 len: 932 time: 0.3612032 May 20 21:44:04.855484 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-75d5a93c-48ce-40ae-93e8-0400d8eaf0f2 req-af21883e-1ff1-4a69-b1c2-94a907ef4ec3 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090057 May 20 21:44:04.884824 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.managers [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-df9eca98-207f-464b-ba71-2d1d473cdb61 service neutron] Attempting to bind port a57a3c96-310b-4761-bb20-81912ae64fbe on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:44:04.886968 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.managers [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-df9eca98-207f-464b-ba71-2d1d473cdb61 service neutron] Attempting to bind port a57a3c96-310b-4761-bb20-81912ae64fbe by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'c8882a79-3f5b-43e5-87fa-475536f2fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a0e8f491-adaf-493f-a233-ff27efefc925'}] {{(pid=98342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:44:04.887725 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-df9eca98-207f-464b-ba71-2d1d473cdb61 service neutron] Attempting to bind port a57a3c96-310b-4761-bb20-81912ae64fbe on network a0e8f491-adaf-493f-a233-ff27efefc925 {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:44:04.897991 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-df9eca98-207f-464b-ba71-2d1d473cdb61 service neutron] Port a57a3c96-310b-4761-bb20-81912ae64fbe on network a0e8f491-adaf-493f-a233-ff27efefc925 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 21:44:04.900064 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-df9eca98-207f-464b-ba71-2d1d473cdb61 service neutron] Attempting to bind port a57a3c96-310b-4761-bb20-81912ae64fbe on network a0e8f491-adaf-493f-a233-ff27efefc925 {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:44:04.920910 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-df9eca98-207f-464b-ba71-2d1d473cdb61 service neutron] Checking agent: {'id': '80f4bab6-80a2-4d7c-8071-f2009e74956d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'started_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:44:04.921442 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-df9eca98-207f-464b-ba71-2d1d473cdb61 service neutron] Checking segment: {'id': 'c8882a79-3f5b-43e5-87fa-475536f2fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a0e8f491-adaf-493f-a233-ff27efefc925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:44:04.921972 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-df9eca98-207f-464b-ba71-2d1d473cdb61 service neutron] Bound using segment: {'id': 'c8882a79-3f5b-43e5-87fa-475536f2fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a0e8f491-adaf-493f-a233-ff27efefc925'} {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:44:04.922558 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.managers [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-df9eca98-207f-464b-ba71-2d1d473cdb61 service neutron] Bound port: a57a3c96-310b-4761-bb20-81912ae64fbe, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8882a79-3f5b-43e5-87fa-475536f2fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a0e8f491-adaf-493f-a233-ff27efefc925'}}] {{(pid=98342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:44:04.923076 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-df9eca98-207f-464b-ba71-2d1d473cdb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:05.020436 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 40686) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:44:05.031764 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-f90d7675-cf16-4eda-83dc-bbc87129da3d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1642287819-network', 'tenant_id': '659fe3dfc9e24fbda69be385aa1fc7d5'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:44:05.041603 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-f90d7675-cf16-4eda-83dc-bbc87129da3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:44:05.052559 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-f90d7675-cf16-4eda-83dc-bbc87129da3d admin admin] Usage tracker for resource:network and tenant:659fe3dfc9e24fbda69be385aa1fc7d5 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:44:05.059557 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-f90d7675-cf16-4eda-83dc-bbc87129da3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:44:05.074268 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-f90d7675-cf16-4eda-83dc-bbc87129da3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:44:05.096627 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90d7675-cf16-4eda-83dc-bbc87129da3d admin admin] Made reservation on behalf of 659fe3dfc9e24fbda69be385aa1fc7d5 for: {'network': 1} {{(pid=98343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:44:05.102446 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f90d7675-cf16-4eda-83dc-bbc87129da3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-574869'] for network, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:05.138283 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f90d7675-cf16-4eda-83dc-bbc87129da3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:05.147519 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-df9eca98-207f-464b-ba71-2d1d473cdb61 service neutron] For port a57a3c96-310b-4761-bb20-81912ae64fbe, host hv-cinder-79246, cleared binding levels {{(pid=98342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:44:05.151889 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-df9eca98-207f-464b-ba71-2d1d473cdb61 service neutron] For port a57a3c96-310b-4761-bb20-81912ae64fbe, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a57a3c96-310b-4761-bb20-81912ae64fbe,segment=NetworkSegment(c8882a79-3f5b-43e5-87fa-475536f2fbe2),segment_id=c8882a79-3f5b-43e5-87fa-475536f2fbe2)] {{(pid=98342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:44:05.160595 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-df9eca98-207f-464b-ba71-2d1d473cdb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3867198'] for port, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:05.166962 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-bdca0b07-6c48-4c2c-82d9-00eea03bd24d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:05.175522 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-f90d7675-cf16-4eda-83dc-bbc87129da3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:44:05.184522 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-f90d7675-cf16-4eda-83dc-bbc87129da3d admin admin] Usage tracker for resource:security_group_rule and tenant:659fe3dfc9e24fbda69be385aa1fc7d5 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:44:05.191174 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-f90d7675-cf16-4eda-83dc-bbc87129da3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:44:05.204150 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-f90d7675-cf16-4eda-83dc-bbc87129da3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:44:05.237818 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-df9eca98-207f-464b-ba71-2d1d473cdb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:05.239272 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-df9eca98-207f-464b-ba71-2d1d473cdb61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:05.241461 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-df9eca98-207f-464b-ba71-2d1d473cdb61 service neutron] 10.222.0.69 "PUT /v2.0/ports/a57a3c96-310b-4761-bb20-81912ae64fbe HTTP/1.1" status: 200 len: 1094 time: 1.7919710 May 20 21:44:05.242344 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b8b76b3-2d67-4d17-b3cb-d9f71a5d5b89', 'tag': 'a57a3c96-310b-4761-bb20-81912ae64fbe'}] {{(pid=98342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:44:05.302756 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9eca98-207f-464b-ba71-2d1d473cdb61 service neutron] Pushing event updated for resources: {'Port': ['ID=a57a3c96-310b-4761-bb20-81912ae64fbe,revision_number=3']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:05.313165 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-df9eca98-207f-464b-ba71-2d1d473cdb61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:05.369649 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b8b76b3-2d67-4d17-b3cb-d9f71a5d5b89', 'tag': 'a57a3c96-310b-4761-bb20-81912ae64fbe', 'status': 'completed', 'code': 200} May 20 21:44:05.454015 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-87ef651a-c3ff-4462-8008-12a60f5af8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:05.456323 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-87ef651a-c3ff-4462-8008-12a60f5af8b2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=462722ee06ab47f396fc96575d046bdc&device_id=6b8b76b3-2d67-4d17-b3cb-d9f71a5d5b89 HTTP/1.1" status: 200 len: 1097 time: 0.1368287 May 20 21:44:05.517689 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f90d7675-cf16-4eda-83dc-bbc87129da3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:05.530694 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f90d7675-cf16-4eda-83dc-bbc87129da3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:05.533935 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-b58305c6-06d6-4f67-b472-614cb4a26eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:05.548637 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-4ac55d9a-5527-4c36-a056-86370476bdd3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a57a3c96-310b-4761-bb20-81912ae64fbe HTTP/1.1" status: 200 len: 217 time: 0.0825405 May 20 21:44:05.611426 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f90d7675-cf16-4eda-83dc-bbc87129da3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=98343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:44:05.619578 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d7675-cf16-4eda-83dc-bbc87129da3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e885ba-f6a0-4ba8-8662-d694b1c129fc,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:05.645951 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-f90d7675-cf16-4eda-83dc-bbc87129da3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:05.665476 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f90d7675-cf16-4eda-83dc-bbc87129da3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329'] for segment, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:05.665830 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.db.segments_db [None req-f90d7675-cf16-4eda-83dc-bbc87129da3d admin admin] Added segment 172b6170-2920-48c3-ae2a-1317160ade9e of type vlan for network 1bae6e48-d935-4d4e-a68f-f520f526ce67 May 20 21:44:05.698286 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-c165732f-839a-4111-8f1d-e49b713c5c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:05.701737 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-c165732f-839a-4111-8f1d-e49b713c5c70 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0a0aa404-f762-4a40-8a37-03345bde1a32 HTTP/1.1" status: 200 len: 855 time: 0.1454628 May 20 21:44:05.721286 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f90d7675-cf16-4eda-83dc-bbc87129da3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759169318099'] for network, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:05.783860 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f90d7675-cf16-4eda-83dc-bbc87129da3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1639574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1649568'] for network, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:05.787185 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90d7675-cf16-4eda-83dc-bbc87129da3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:05.788545 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f90d7675-cf16-4eda-83dc-bbc87129da3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for network, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:05.793483 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-e7b75e74-3a2d-493e-80fe-f0d90c42b1a4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a0e8f491-adaf-493f-a233-ff27efefc925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761721 May 20 21:44:05.798214 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-f81c8a3b-6d77-4193-bbcb-6481e8f2c439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:06.011056 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-201547ad-fa3f-4873-87d8-2d48902d42d0 service neutron] 10.222.0.69 "GET /v2.0/networks/a0e8f491-adaf-493f-a233-ff27efefc925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802135 May 20 21:44:06.143994 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-f90d7675-cf16-4eda-83dc-bbc87129da3d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1205924 May 20 21:44:06.151826 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 40712) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:44:06.153379 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d7675-cf16-4eda-83dc-bbc87129da3d admin admin] Pushing event updated for resources: {'Network': ['ID=1bae6e48-d935-4d4e-a68f-f520f526ce67,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:06.174958 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Network 1bae6e48-d935-4d4e-a68f-f520f526ce67 details requested by agent ovs-agent-dv-cinder-792462-4-smb with host dv-cinder-792462-4-smb {{(pid=98344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 21:44:06.199099 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-f90d7675-cf16-4eda-83dc-bbc87129da3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:06.215342 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4539e-e7ab-4df2-bdc1-a760b4deafc6 req-4c9923e6-3811-4d30-9c7c-c518829091f6 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:06.225527 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-c1122c64-aaeb-4714-800c-bc6dbda1b157 admin admin] Request body: {'subnet': {'network_id': '1bae6e48-d935-4d4e-a68f-f520f526ce67', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1642287819-subnet', 'tenant_id': '659fe3dfc9e24fbda69be385aa1fc7d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:44:06.237159 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b6f4539e-e7ab-4df2-bdc1-a760b4deafc6 req-4c9923e6-3811-4d30-9c7c-c518829091f6 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 945 time: 0.4718149 May 20 21:44:06.242445 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-c1122c64-aaeb-4714-800c-bc6dbda1b157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:44:06.268610 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-c1122c64-aaeb-4714-800c-bc6dbda1b157 admin admin] Usage tracker for resource:subnet and tenant:659fe3dfc9e24fbda69be385aa1fc7d5 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:44:06.276118 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-c1122c64-aaeb-4714-800c-bc6dbda1b157 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:44:06.296933 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-c1122c64-aaeb-4714-800c-bc6dbda1b157 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:44:06.337287 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1122c64-aaeb-4714-800c-bc6dbda1b157 admin admin] Made reservation on behalf of 659fe3dfc9e24fbda69be385aa1fc7d5 for: {'subnet': 1} {{(pid=98343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:44:06.344231 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c1122c64-aaeb-4714-800c-bc6dbda1b157 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2129025'] for subnet, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:06.347319 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4f89c834-edb5-4f5c-9a8b-6a09c93fdcff req-1e576d99-e1cd-4a71-ba88-bfe054857d78 service neutron] 10.222.0.69 "GET /v2.0/networks/a0e8f491-adaf-493f-a233-ff27efefc925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262341 May 20 21:44:06.412544 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b6f4539e-e7ab-4df2-bdc1-a760b4deafc6 req-d53fb5d8-5ad0-4baf-a14d-de86f265c9cd tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743670 May 20 21:44:06.543468 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873f398-c821-4639-a547-adddd0445369 req-e782f542-5307-4fed-bce0-7b999be4db17 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:06.559135 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-6873f398-c821-4639-a547-adddd0445369 req-e782f542-5307-4fed-bce0-7b999be4db17 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8b76b3-2d67-4d17-b3cb-d9f71a5d5b89 HTTP/1.1" status: 200 len: 944 time: 0.2791500 May 20 21:44:06.689785 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-6873f398-c821-4639-a547-adddd0445369 req-0082749c-5747-4ac8-a5cf-a9608f4b0482 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287670 May 20 21:44:06.692126 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 40724) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:44:06.746501 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a890cb-1809-4b1f-8881-e82a91b4207a req-865eb97b-9e45-4431-9b21-66a232f6c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:06.747992 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-71a890cb-1809-4b1f-8881-e82a91b4207a req-865eb97b-9e45-4431-9b21-66a232f6c4aa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=462722ee06ab47f396fc96575d046bdc&device_id=6b8b76b3-2d67-4d17-b3cb-d9f71a5d5b89 HTTP/1.1" status: 200 len: 1097 time: 0.3043244 May 20 21:44:06.978222 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 40734) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:44:07.236610 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-0b61a7ec-b9cc-47b6-9493-31ca9ed73717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:07.293514 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-0b61a7ec-b9cc-47b6-9493-31ca9ed73717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:44:07.294784 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-767d5433-b0f2-4f2d-bf7c-6660caa2da1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:07.306500 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-0b61a7ec-b9cc-47b6-9493-31ca9ed73717 admin admin] Usage tracker for resource:security_group_rule and tenant:e44f3af35ac64b48bf09013e975dec72 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:44:07.314182 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-0b61a7ec-b9cc-47b6-9493-31ca9ed73717 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:44:07.321728 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-767d5433-b0f2-4f2d-bf7c-6660caa2da1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:44:07.327181 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-767d5433-b0f2-4f2d-bf7c-6660caa2da1d admin admin] Usage tracker for resource:security_group_rule and tenant:8a59aec4899a4b32b47b4a84238e673b is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:44:07.331186 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-767d5433-b0f2-4f2d-bf7c-6660caa2da1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:44:07.331993 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-0b61a7ec-b9cc-47b6-9493-31ca9ed73717 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:44:07.339151 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-767d5433-b0f2-4f2d-bf7c-6660caa2da1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:44:07.384599 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a890cb-1809-4b1f-8881-e82a91b4207a req-d95f0b4c-a7b5-42c6-8899-a4d4ccbb478d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:07.387264 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-71a890cb-1809-4b1f-8881-e82a91b4207a req-d95f0b4c-a7b5-42c6-8899-a4d4ccbb478d service neutron] 10.222.0.69 "GET /v2.0/networks?id=a0e8f491-adaf-493f-a233-ff27efefc925 HTTP/1.1" status: 200 len: 916 time: 0.6308532 May 20 21:44:07.486899 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c1122c64-aaeb-4714-800c-bc6dbda1b157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1737464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2129043'] for subnet, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:07.487621 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-71a890cb-1809-4b1f-8881-e82a91b4207a req-4e601b4f-fd76-49f6-9bf8-3a161c16258c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a57a3c96-310b-4761-bb20-81912ae64fbe HTTP/1.1" status: 200 len: 217 time: 0.0847516 May 20 21:44:07.499938 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-a10acb1f-0acc-47da-880d-e95611fe11cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:07.587756 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a890cb-1809-4b1f-8881-e82a91b4207a req-0470dbf9-16b3-472f-a922-fafadab3c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:07.589237 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-71a890cb-1809-4b1f-8881-e82a91b4207a req-0470dbf9-16b3-472f-a922-fafadab3c00e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0a0aa404-f762-4a40-8a37-03345bde1a32 HTTP/1.1" status: 200 len: 855 time: 0.0928159 May 20 21:44:07.595586 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-767d5433-b0f2-4f2d-bf7c-6660caa2da1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:07.610767 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1122c64-aaeb-4714-800c-bc6dbda1b157 admin admin] Pushing event updated for resources: {'Subnet': ['ID=949a5133-e73b-4e84-be7a-1858cbcf5af8,revision_number=0']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:07.616802 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-767d5433-b0f2-4f2d-bf7c-6660caa2da1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:07.628654 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-c1122c64-aaeb-4714-800c-bc6dbda1b157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:07.629871 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-3804ed34-a9e5-4ade-b3db-c5560c9fe077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:07.678116 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1122c64-aaeb-4714-800c-bc6dbda1b157 admin admin] Checking segment: {'id': '172b6170-2920-48c3-ae2a-1317160ade9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1bae6e48-d935-4d4e-a68f-f520f526ce67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:44:07.678435 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1122c64-aaeb-4714-800c-bc6dbda1b157 admin admin] Network hostable DHCP agents. Network: 1bae6e48-d935-4d4e-a68f-f520f526ce67, hostable agents: ['b421ac0d-62b9-4a8f-94e9-2f7b98c53d5e'], hosted agents: [] {{(pid=98343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:44:07.686073 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-767d5433-b0f2-4f2d-bf7c-6660caa2da1d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8a59aec4899a4b32b47b4a84238e673b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7033525 May 20 21:44:07.686852 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 40746) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:44:07.698167 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-71a890cb-1809-4b1f-8881-e82a91b4207a req-64b12639-1f15-4cb3-8c41-9edafbb66226 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a0e8f491-adaf-493f-a233-ff27efefc925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949013 May 20 21:44:07.717950 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d5433-b0f2-4f2d-bf7c-6660caa2da1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9118002-f2ef-41b7-9599-6e7a804ada3c,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:07.724800 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-767d5433-b0f2-4f2d-bf7c-6660caa2da1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:07.746198 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1122c64-aaeb-4714-800c-bc6dbda1b157 admin admin] Network 1bae6e48-d935-4d4e-a68f-f520f526ce67 is scheduled to be hosted by DHCP agent b421ac0d-62b9-4a8f-94e9-2f7b98c53d5e with binding_index 1 {{(pid=98343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:44:07.763739 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-0b61a7ec-b9cc-47b6-9493-31ca9ed73717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:07.774228 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.base_scheduler [None req-c1122c64-aaeb-4714-800c-bc6dbda1b157 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-4-smb, 1bae6e48-d935-4d4e-a68f-f520f526ce67) {{(pid=98343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:44:07.782502 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-0b61a7ec-b9cc-47b6-9493-31ca9ed73717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:07.787769 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31fcb9a-4979-4dc0-b785-b54d1a1d7ad5 None None] Network 1bae6e48-d935-4d4e-a68f-f520f526ce67 requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:44:07.794777 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-75c0ac38-c97a-4633-89e1-6c32d5f11783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:07.808140 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ac389f57-3fe4-4bfe-8d98-8cf8ec927b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:07.862306 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1122c64-aaeb-4714-800c-bc6dbda1b157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:07.865150 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c1122c64-aaeb-4714-800c-bc6dbda1b157 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:07.931879 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-c1122c64-aaeb-4714-800c-bc6dbda1b157 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7463014 May 20 21:44:07.935773 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ac389f57-3fe4-4bfe-8d98-8cf8ec927b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:07.952838 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61a7ec-b9cc-47b6-9493-31ca9ed73717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78699e3-87e7-4c82-b55d-c42a50a96a82,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:07.968839 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-0b61a7ec-b9cc-47b6-9493-31ca9ed73717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:07.982546 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-0b61a7ec-b9cc-47b6-9493-31ca9ed73717 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e44f3af35ac64b48bf09013e975dec72&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2861753 May 20 21:44:07.984611 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 40756) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:44:08.037980 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e787a78-7509-4a80-a5dc-08415bd96c03 req-7ce475ed-0a5f-47fb-9953-d094d895b625 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:08.039675 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4e787a78-7509-4a80-a5dc-08415bd96c03 req-7ce475ed-0a5f-47fb-9953-d094d895b625 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 945 time: 0.3866377 May 20 21:44:08.043863 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-71a890cb-1809-4b1f-8881-e82a91b4207a req-3e977cdf-35cf-4f45-a804-21b0bab583a1 service neutron] 10.222.0.69 "GET /v2.0/networks/a0e8f491-adaf-493f-a233-ff27efefc925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299563 May 20 21:44:08.111566 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e686d6e8-fec5-4ad0-a888-521764039efb None None] Network 1bae6e48-d935-4d4e-a68f-f520f526ce67 requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:44:08.429567 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4e787a78-7509-4a80-a5dc-08415bd96c03 req-8e71d886-c317-4ad1-8dc9-d85f3819f021 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740587 May 20 21:44:08.481510 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-621a62d8-3c83-484f-a208-6a86025feb64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:08.539687 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ac389f57-3fe4-4bfe-8d98-8cf8ec927b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:08.563917 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-71a890cb-1809-4b1f-8881-e82a91b4207a req-2ff6e684-2fef-49b6-ad86-b550a5140be8 service neutron] 10.222.0.69 "GET /v2.0/networks/a0e8f491-adaf-493f-a233-ff27efefc925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4789903 May 20 21:44:08.569789 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-ee9861c7-80dd-4b73-9d2b-aaf3962a1129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:08.609403 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-621a62d8-3c83-484f-a208-6a86025feb64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:08.619578 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac389f57-3fe4-4bfe-8d98-8cf8ec927b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9118002-f2ef-41b7-9599-6e7a804ada3c,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:08.625449 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-ac389f57-3fe4-4bfe-8d98-8cf8ec927b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:08.628782 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ac389f57-3fe4-4bfe-8d98-8cf8ec927b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:08.630121 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-ac389f57-3fe4-4bfe-8d98-8cf8ec927b7d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b9118002-f2ef-41b7-9599-6e7a804ada3c HTTP/1.1" status: 204 len: 168 time: 0.9369216 May 20 21:44:08.657975 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9ac18-8060-4bdf-b25e-983aae12a62f req-aa106e9b-f48b-4487-98eb-6badbe510984 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:08.663779 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-aab9ac18-8060-4bdf-b25e-983aae12a62f req-aa106e9b-f48b-4487-98eb-6badbe510984 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8b76b3-2d67-4d17-b3cb-d9f71a5d5b89 HTTP/1.1" status: 200 len: 944 time: 0.5809941 May 20 21:44:08.736458 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-621a62d8-3c83-484f-a208-6a86025feb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:08.740980 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-5a836f45-eaf1-44d3-b572-8c678059732d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:08.767336 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a62d8-3c83-484f-a208-6a86025feb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78699e3-87e7-4c82-b55d-c42a50a96a82,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:08.770813 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-621a62d8-3c83-484f-a208-6a86025feb64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:08.777329 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-621a62d8-3c83-484f-a208-6a86025feb64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:08.782805 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-621a62d8-3c83-484f-a208-6a86025feb64 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d78699e3-87e7-4c82-b55d-c42a50a96a82 HTTP/1.1" status: 204 len: 168 time: 0.7502339 May 20 21:44:08.883543 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-aab9ac18-8060-4bdf-b25e-983aae12a62f req-ac191f7e-7444-4050-b1dc-822397bdb02c tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076807 May 20 21:44:09.448310 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 40798) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:44:09.670442 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-1c7c3634-9ce8-478d-8bd3-5fadc0a4c9bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:09.703158 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-1c7c3634-9ce8-478d-8bd3-5fadc0a4c9bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:44:09.713425 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-1c7c3634-9ce8-478d-8bd3-5fadc0a4c9bd admin admin] Usage tracker for resource:security_group_rule and tenant:c55065dbf9d4409ea009e770ec73d570 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:44:09.719773 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-1c7c3634-9ce8-478d-8bd3-5fadc0a4c9bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:44:09.730400 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-774da325-77d9-4ca6-8d3f-3ab0c26ecad8 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:09.741130 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-1c7c3634-9ce8-478d-8bd3-5fadc0a4c9bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:44:09.758809 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-774da325-77d9-4ca6-8d3f-3ab0c26ecad8 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] 10.222.0.78 "GET /v2.0/networks?id=eb3a8681-5b0b-466a-a487-6a59dcc2549d HTTP/1.1" status: 200 len: 809 time: 0.3776498 May 20 21:44:09.795918 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-3836e9cd-f9da-4107-9aee-0df0ada3de16 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] 10.222.0.78 "GET /v2.0/quotas/a3a65357df1e4810b96007203d430d0f HTTP/1.1" status: 200 len: 375 time: 0.0447412 May 20 21:44:09.833709 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 40816) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:44:09.878783 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-1576f939-04a7-4e85-8148-2bd6bde5dc88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:09.919672 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-1576f939-04a7-4e85-8148-2bd6bde5dc88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:44:09.928053 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-1576f939-04a7-4e85-8148-2bd6bde5dc88 admin admin] Usage tracker for resource:security_group_rule and tenant:764c65d0083a46948c1001097866ee27 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:44:09.934187 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-1576f939-04a7-4e85-8148-2bd6bde5dc88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:44:09.952643 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-1576f939-04a7-4e85-8148-2bd6bde5dc88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:44:09.985931 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-8fec5a0c-4328-4e04-94b1-80400131ee73 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a3a65357df1e4810b96007203d430d0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1159089 May 20 21:44:10.103322 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-1c7c3634-9ce8-478d-8bd3-5fadc0a4c9bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:10.119128 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-1c7c3634-9ce8-478d-8bd3-5fadc0a4c9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:10.142650 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:10.226786 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-1c7c3634-9ce8-478d-8bd3-5fadc0a4c9bd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c55065dbf9d4409ea009e770ec73d570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7770431 May 20 21:44:10.235760 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c3634-9ce8-478d-8bd3-5fadc0a4c9bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c508b7-4cb2-4bfb-aace-942e606c7707,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:10.242187 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 40828) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:44:10.245972 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-1c7c3634-9ce8-478d-8bd3-5fadc0a4c9bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:10.328605 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c65e3-5aae-425e-8f4e-706187f74a07 req-21c3039a-7bc9-4f25-b940-34573a3f66fe tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:10.334332 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-8d1c65e3-5aae-425e-8f4e-706187f74a07 req-21c3039a-7bc9-4f25-b940-34573a3f66fe tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 945 time: 0.5360963 May 20 21:44:10.352885 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-1576f939-04a7-4e85-8148-2bd6bde5dc88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:10.366746 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-1576f939-04a7-4e85-8148-2bd6bde5dc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:10.393959 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-5e4ee082-5033-48cc-8ae3-822c9f839fbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:10.447165 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-1576f939-04a7-4e85-8148-2bd6bde5dc88 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=764c65d0083a46948c1001097866ee27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6108444 May 20 21:44:10.451962 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-acf8e041-5764-40c3-9624-34984b0533a9 service neutron] 10.222.0.78 "GET /v2.0/networks/eb3a8681-5b0b-466a-a487-6a59dcc2549d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645939 May 20 21:44:10.456476 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 40836) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:44:10.542008 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device a57a3c96-310b-4761-bb20-81912ae64fbe details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 21:44:10.655475 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c3b0-7bb6-47e8-9767-814a4d43fafc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:10.681537 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576f939-04a7-4e85-8148-2bd6bde5dc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecaefd74-775f-4761-be66-e65f6bfc0333,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:10.717735 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-1576f939-04a7-4e85-8148-2bd6bde5dc88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:10.723592 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-aa1694c1-e8fb-448a-89cf-bc07f7c2abe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:10.788985 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c3b0-7bb6-47e8-9767-814a4d43fafc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:10.806016 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-8d1c65e3-5aae-425e-8f4e-706187f74a07 req-b522f3dd-677d-4655-bd23-32558dd907f6 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4131129 May 20 21:44:10.835652 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-aa1694c1-e8fb-448a-89cf-bc07f7c2abe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:10.934918 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-fe89f4ec-d75a-4e52-8e35-c29c2be5c8fb service neutron] 10.222.0.78 "GET /v2.0/networks/eb3a8681-5b0b-466a-a487-6a59dcc2549d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728866 May 20 21:44:10.953615 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port a57a3c96-310b-4761-bb20-81912ae64fbe, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a57a3c96-310b-4761-bb20-81912ae64fbe,segment=NetworkSegment(c8882a79-3f5b-43e5-87fa-475536f2fbe2),segment_id=c8882a79-3f5b-43e5-87fa-475536f2fbe2)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:44:10.969207 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Returning: {'device': 'a57a3c96-310b-4761-bb20-81912ae64fbe', 'network_id': 'a0e8f491-adaf-493f-a233-ff27efefc925', 'port_id': 'a57a3c96-310b-4761-bb20-81912ae64fbe', 'mac_address': 'fa:16:3e:73:7b:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a0aa404-f762-4a40-8a37-03345bde1a32', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 21:44:11.030417 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:11.054849 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a57a3c96-310b-4761-bb20-81912ae64fbe {{(pid=98344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:44:11.072186 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port a57a3c96-310b-4761-bb20-81912ae64fbe, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a57a3c96-310b-4761-bb20-81912ae64fbe,segment=NetworkSegment(c8882a79-3f5b-43e5-87fa-475536f2fbe2),segment_id=c8882a79-3f5b-43e5-87fa-475536f2fbe2)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:44:11.083948 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:11.086106 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:11.156652 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c3b0-7bb6-47e8-9767-814a4d43fafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:11.168298 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-f90d7675-cf16-4eda-83dc-bbc87129da3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:11.192391 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-aa1694c1-e8fb-448a-89cf-bc07f7c2abe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:11.221454 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5c3b0-7bb6-47e8-9767-814a4d43fafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c508b7-4cb2-4bfb-aace-942e606c7707,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:11.226906 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-bbb5c3b0-7bb6-47e8-9767-814a4d43fafc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:11.232832 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-153a063f-fe3c-47a5-bcb5-9d3fb0067c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:11.233195 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=a57a3c96-310b-4761-bb20-81912ae64fbe,revision_number=4']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:11.248930 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:11.277259 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1694c1-e8fb-448a-89cf-bc07f7c2abe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecaefd74-775f-4761-be66-e65f6bfc0333,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:11.284564 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-aa1694c1-e8fb-448a-89cf-bc07f7c2abe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:11.288247 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-aa1694c1-e8fb-448a-89cf-bc07f7c2abe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:11.295190 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-aa1694c1-e8fb-448a-89cf-bc07f7c2abe3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ecaefd74-775f-4761-be66-e65f6bfc0333 HTTP/1.1" status: 204 len: 168 time: 0.8313529 May 20 21:44:11.296834 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c3b0-7bb6-47e8-9767-814a4d43fafc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:11.298188 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-bbb5c3b0-7bb6-47e8-9767-814a4d43fafc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b8c508b7-4cb2-4bfb-aace-942e606c7707 HTTP/1.1" status: 204 len: 168 time: 1.0553281 May 20 21:44:11.442531 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['a57a3c96-310b-4761-bb20-81912ae64fbe'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:44:11.588450 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-344c595b-d3e0-4ec9-9020-0bbafc4935e1 req-b1206191-6ac8-45c4-8ed2-ba7ef57b1043 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b7c72a-ed26-4ebe-b124-fd462dfaefbc HTTP/1.1" status: 200 len: 210 time: 0.2827947 May 20 21:44:11.686445 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fd1d9-99a8-4c85-b784-804f52cd9dd7 req-5f2bef8a-e4a8-4574-8d13-9cdecb37792a tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:11.689355 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ae4fd1d9-99a8-4c85-b784-804f52cd9dd7 req-5f2bef8a-e4a8-4574-8d13-9cdecb37792a tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8b76b3-2d67-4d17-b3cb-d9f71a5d5b89 HTTP/1.1" status: 200 len: 945 time: 0.3051383 May 20 21:44:11.819126 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ae4fd1d9-99a8-4c85-b784-804f52cd9dd7 req-face94c6-648c-426b-b73b-f070868be491 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169899 May 20 21:44:12.155896 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 40874) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:44:12.368863 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c240d-dcde-42b5-bc45-738f666e6b2f req-fc386b4f-5aa1-4ae1-b293-4a05816276cf tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:12.371423 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-1f2c240d-dcde-42b5-bc45-738f666e6b2f req-fc386b4f-5aa1-4ae1-b293-4a05816276cf tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 945 time: 0.2675638 May 20 21:44:12.526649 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-1f2c240d-dcde-42b5-bc45-738f666e6b2f req-50db9d73-771f-4a48-b3a6-b67b6f3cb774 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420364 May 20 21:44:12.692605 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ce4ee583-4bc1-433e-bcb7-bb8ee6a76161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:12.733038 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-ce4ee583-4bc1-433e-bcb7-bb8ee6a76161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:44:12.760343 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-ce4ee583-4bc1-433e-bcb7-bb8ee6a76161 admin admin] Usage tracker for resource:security_group_rule and tenant:71f363bb8afb49b4bf879fc2d2537e24 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:44:12.777262 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-ce4ee583-4bc1-433e-bcb7-bb8ee6a76161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:44:12.801754 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-ce4ee583-4bc1-433e-bcb7-bb8ee6a76161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:44:13.185721 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-242a585e-edc6-477d-ac84-e382fe775b02 req-ad360e3d-615b-4ecc-be91-e9996247fd42 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b7c72a-ed26-4ebe-b124-fd462dfaefbc HTTP/1.1" status: 200 len: 210 time: 0.1532106 May 20 21:44:13.255705 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ce4ee583-4bc1-433e-bcb7-bb8ee6a76161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:13.268387 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ce4ee583-4bc1-433e-bcb7-bb8ee6a76161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:13.330429 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:13.352141 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-ce4ee583-4bc1-433e-bcb7-bb8ee6a76161 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=71f363bb8afb49b4bf879fc2d2537e24&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1934342 May 20 21:44:13.356998 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 40908) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:44:13.446670 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ee583-4bc1-433e-bcb7-bb8ee6a76161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768ef7f9-9179-477d-995d-391c31ee9745,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:13.479261 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-ce4ee583-4bc1-433e-bcb7-bb8ee6a76161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:13.556773 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca1463-43d2-4caf-b322-f5c53339f1ea req-59506f20-e3c7-455f-b1a2-ca9ee61e6195 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:13.560097 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-25ca1463-43d2-4caf-b322-f5c53339f1ea req-59506f20-e3c7-455f-b1a2-ca9ee61e6195 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8b76b3-2d67-4d17-b3cb-d9f71a5d5b89 HTTP/1.1" status: 200 len: 945 time: 0.2845330 May 20 21:44:13.581023 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-a4e1aa96-e908-4f92-a372-15c92d12165b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:13.638432 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-a4e1aa96-e908-4f92-a372-15c92d12165b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:13.674930 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-25ca1463-43d2-4caf-b322-f5c53339f1ea req-059b4b25-bd75-4145-bbf7-79cd8ac42543 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073523 May 20 21:44:13.774231 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-a4e1aa96-e908-4f92-a372-15c92d12165b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:13.789539 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-bbb5c3b0-7bb6-47e8-9767-814a4d43fafc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:13.823146 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-a4e1aa96-e908-4f92-a372-15c92d12165b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:13.833560 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-a4e1aa96-e908-4f92-a372-15c92d12165b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/768ef7f9-9179-477d-995d-391c31ee9745 HTTP/1.1" status: 204 len: 168 time: 0.4702094 May 20 21:44:13.846355 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1aa96-e908-4f92-a372-15c92d12165b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768ef7f9-9179-477d-995d-391c31ee9745,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:13.867906 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-a4e1aa96-e908-4f92-a372-15c92d12165b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:14.022478 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4acd02-ad4d-4871-9dd6-1a4283ccdb12 req-ab4e5795-991f-4b6f-bbaa-5fc9ff045f9b tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:14.026581 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-8a4acd02-ad4d-4871-9dd6-1a4283ccdb12 req-ab4e5795-991f-4b6f-bbaa-5fc9ff045f9b tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 945 time: 0.2042537 May 20 21:44:14.236816 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-8a4acd02-ad4d-4871-9dd6-1a4283ccdb12 req-4cdbdbed-6546-487c-8c57-035512af1a47 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644008 May 20 21:44:14.572180 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device a57a3c96-310b-4761-bb20-81912ae64fbe up at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:44:14.693317 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-191a1c79-e527-4204-8dfb-64b01585c160 req-87095a20-ef3a-4b83-be88-70dad5fa9ada tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b7c72a-ed26-4ebe-b124-fd462dfaefbc HTTP/1.1" status: 200 len: 210 time: 0.2261457 May 20 21:44:14.733268 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-6107dfad-6ac5-43b5-a7c6-5de6ffbbbd15 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:14.736176 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-6107dfad-6ac5-43b5-a7c6-5de6ffbbbd15 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] 10.222.0.69 "GET /v2.0/networks?id=eb3a8681-5b0b-466a-a487-6a59dcc2549d HTTP/1.1" status: 200 len: 809 time: 0.7076724 May 20 21:44:14.754556 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-3c7c6c1e-412c-4ccf-8224-d424ce2a4273 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Request body: {'port': {'device_id': '29b7c72a-ed26-4ebe-b124-fd462dfaefbc', 'network_id': 'eb3a8681-5b0b-466a-a487-6a59dcc2549d', 'admin_state_up': True, 'tenant_id': 'a3a65357df1e4810b96007203d430d0f'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:44:14.886181 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning for port a57a3c96-310b-4761-bb20-81912ae64fbe completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:44:14.918363 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning complete for port a57a3c96-310b-4761-bb20-81912ae64fbe triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:44:14.919323 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:15.191429 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:15.229677 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 40964) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:44:15.287289 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-0ab17d39-88e7-4e4d-a834-6e62c779bcea admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:15.305555 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8b76b3-2d67-4d17-b3cb-d9f71a5d5b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57a3c96-310b-4761-bb20-81912ae64fbe'}] {{(pid=98344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:44:15.341018 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port a57a3c96-310b-4761-bb20-81912ae64fbe, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a57a3c96-310b-4761-bb20-81912ae64fbe,segment=NetworkSegment(c8882a79-3f5b-43e5-87fa-475536f2fbe2),segment_id=c8882a79-3f5b-43e5-87fa-475536f2fbe2)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:44:15.349035 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-0ab17d39-88e7-4e4d-a834-6e62c779bcea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:44:15.351083 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:15.359544 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-0ab17d39-88e7-4e4d-a834-6e62c779bcea admin admin] Usage tracker for resource:security_group_rule and tenant:17422a15a5f74776a2391489a798b500 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:44:15.360058 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:15.388241 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-0ab17d39-88e7-4e4d-a834-6e62c779bcea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:44:15.407344 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-0ab17d39-88e7-4e4d-a834-6e62c779bcea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:44:15.473784 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-3c7c6c1e-412c-4ccf-8224-d424ce2a4273 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:44:15.492936 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdd44d-8524-43c2-974c-14584c1846e6 req-5b65c99b-9fd9-4fce-835b-3b8dcb813501 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:15.506729 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-84fdd44d-8524-43c2-974c-14584c1846e6 req-5b65c99b-9fd9-4fce-835b-3b8dcb813501 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8b76b3-2d67-4d17-b3cb-d9f71a5d5b89 HTTP/1.1" status: 200 len: 945 time: 0.5621665 May 20 21:44:15.542006 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-3c7c6c1e-412c-4ccf-8224-d424ce2a4273 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Usage tracker for resource:port and tenant:a3a65357df1e4810b96007203d430d0f is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:44:15.554957 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-3c7c6c1e-412c-4ccf-8224-d424ce2a4273 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:44:15.573132 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30cb8e-ba45-4932-be9b-a58ab7c0e4fd req-638e6b99-254f-46af-a76f-e0abec951281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:15.575413 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-cc30cb8e-ba45-4932-be9b-a58ab7c0e4fd req-638e6b99-254f-46af-a76f-e0abec951281 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 1098 time: 0.3989527 May 20 21:44:15.579077 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-3c7c6c1e-412c-4ccf-8224-d424ce2a4273 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:44:15.649924 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-0ab17d39-88e7-4e4d-a834-6e62c779bcea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:15.658368 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-0ab17d39-88e7-4e4d-a834-6e62c779bcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:15.695282 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:15.719456 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=a57a3c96-310b-4761-bb20-81912ae64fbe,revision_number=5']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:15.724259 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-80559cf6-ccec-415b-b212-8ff99876796a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:15.725497 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-84fdd44d-8524-43c2-974c-14584c1846e6 req-8fbd54cd-885c-44be-89f7-22a6d0d224f0 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172961 May 20 21:44:15.731085 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:15.740310 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-3c7c6c1e-412c-4ccf-8224-d424ce2a4273 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Made reservation on behalf of a3a65357df1e4810b96007203d430d0f for: {'port': 1} {{(pid=98342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:44:15.751115 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-3c7c6c1e-412c-4ccf-8224-d424ce2a4273 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:15.795327 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-0ab17d39-88e7-4e4d-a834-6e62c779bcea admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=17422a15a5f74776a2391489a798b500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5590553 May 20 21:44:15.800295 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 40978) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:44:15.802675 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab17d39-88e7-4e4d-a834-6e62c779bcea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eecbfba-06e3-448c-8fb4-8de5f5a61f04,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:15.818638 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-0ab17d39-88e7-4e4d-a834-6e62c779bcea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:15.866497 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-cc30cb8e-ba45-4932-be9b-a58ab7c0e4fd req-46565c9f-7f3f-4d75-a0ec-fe78aef8f51b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474256 May 20 21:44:15.912778 dv-cinder-792462-4-smb neutron-server[98344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8b76b3-2d67-4d17-b3cb-d9f71a5d5b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57a3c96-310b-4761-bb20-81912ae64fbe', 'code': 200} May 20 21:44:15.948150 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-0ede6f70-ce19-4f06-9b0f-c43b2e66b6ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:15.990796 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-0ede6f70-ce19-4f06-9b0f-c43b2e66b6ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:16.056163 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-0ede6f70-ce19-4f06-9b0f-c43b2e66b6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:16.069555 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-ce4ee583-4bc1-433e-bcb7-bb8ee6a76161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:16.087408 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede6f70-ce19-4f06-9b0f-c43b2e66b6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eecbfba-06e3-448c-8fb4-8de5f5a61f04,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:16.105138 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-0ede6f70-ce19-4f06-9b0f-c43b2e66b6ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:16.119111 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-0ede6f70-ce19-4f06-9b0f-c43b2e66b6ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:16.121254 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-0ede6f70-ce19-4f06-9b0f-c43b2e66b6ca admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9eecbfba-06e3-448c-8fb4-8de5f5a61f04 HTTP/1.1" status: 204 len: 168 time: 0.3079708 May 20 21:44:16.446442 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e9e05825-188f-4f12-a700-1cfce012bd1f req-32231852-de79-4869-8510-a577d6cdce57 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b7c72a-ed26-4ebe-b124-fd462dfaefbc HTTP/1.1" status: 200 len: 210 time: 0.2027197 May 20 21:44:16.537315 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4b5ac-1335-4fa4-bcf7-78ca1e8df959 req-c1b40c04-a471-4cc1-a5e0-ba7c5072319f tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:16.545033 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-dce4b5ac-1335-4fa4-bcf7-78ca1e8df959 req-c1b40c04-a471-4cc1-a5e0-ba7c5072319f tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 945 time: 0.6756136 May 20 21:44:16.561735 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.db_base_plugin_common [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-3c7c6c1e-412c-4ccf-8224-d424ce2a4273 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Allocated IP 172.20.0.10 (eb3a8681-5b0b-466a-a487-6a59dcc2549d/0f1bd49e-79c4-4587-a643-fe07f90b6b07/1b65eadf-2089-45b1-94af-3ebbabdbcc09) {{(pid=98342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:44:16.618163 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41ad8a-0566-4cde-9f9c-1797731997ec req-690bbd62-2b0f-48fa-9620-8aeaec24c13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:16.637845 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-fe41ad8a-0566-4cde-9f9c-1797731997ec req-690bbd62-2b0f-48fa-9620-8aeaec24c13b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6b8b76b3-2d67-4d17-b3cb-d9f71a5d5b89 HTTP/1.1" status: 200 len: 1099 time: 0.3032436 May 20 21:44:16.734693 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-fe41ad8a-0566-4cde-9f9c-1797731997ec req-321f19ff-b39c-4117-b0fc-11f2fe2dcf17 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958884 May 20 21:44:16.741640 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-dce4b5ac-1335-4fa4-bcf7-78ca1e8df959 req-edac4b13-b292-4520-a639-6a4d94af7972 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705253 May 20 21:44:17.016353 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-3c7c6c1e-412c-4ccf-8224-d424ce2a4273 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Notify callbacks [] for port, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:17.070145 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-3c7c6c1e-412c-4ccf-8224-d424ce2a4273 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:17.076709 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:17.356605 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-3c7c6c1e-412c-4ccf-8224-d424ce2a4273 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Network eb3a8681-5b0b-466a-a487-6a59dcc2549d is already hosted by enough agents. {{(pid=98342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:44:17.370129 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.base_scheduler [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-3c7c6c1e-412c-4ccf-8224-d424ce2a4273 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Resources bound (agent type, host, resource id): {{(pid=98342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:44:17.374161 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-3c7c6c1e-412c-4ccf-8224-d424ce2a4273 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Received port after_create {{(pid=98342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:44:17.472023 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c6c1e-412c-4ccf-8224-d424ce2a4273 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Pushing event updated for resources: {'Port': ['ID=1b65eadf-2089-45b1-94af-3ebbabdbcc09,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:17.475898 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-3c7c6c1e-412c-4ccf-8224-d424ce2a4273 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:17.502119 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-3c7c6c1e-412c-4ccf-8224-d424ce2a4273 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:17.502883 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-3c7c6c1e-412c-4ccf-8224-d424ce2a4273 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:17.530589 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96c2fe-a5ec-4fdb-b2b4-b05158585ed3 req-e170f4d2-9337-452d-b851-4895037fe8d9 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:17.540851 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ec96c2fe-a5ec-4fdb-b2b4-b05158585ed3 req-e170f4d2-9337-452d-b851-4895037fe8d9 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8b76b3-2d67-4d17-b3cb-d9f71a5d5b89 HTTP/1.1" status: 200 len: 946 time: 0.4141977 May 20 21:44:17.590501 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-3c7c6c1e-412c-4ccf-8224-d424ce2a4273 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8432586 May 20 21:44:17.648574 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ec96c2fe-a5ec-4fdb-b2b4-b05158585ed3 req-9179ff8b-8dd6-4ca2-a813-0f4518123f0e tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075621 May 20 21:44:17.667045 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-b196c95a-401a-4efc-a35c-9c1928433eb3 service neutron] Request body: {'port': {'device_id': '29b7c72a-ed26-4ebe-b124-fd462dfaefbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:44:18.126725 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-b196c95a-401a-4efc-a35c-9c1928433eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:18.547577 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5202fb-4e6f-43b0-924d-b985a6b5e0c4 req-cda91db8-5f0d-4d81-be36-511e948232e9 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:18.548407 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-0b5202fb-4e6f-43b0-924d-b985a6b5e0c4 req-cda91db8-5f0d-4d81-be36-511e948232e9 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Synchronizing usage tracker for tenant:a3a65357df1e4810b96007203d430d0f on resource:port {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:44:18.574280 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa145ae5-8b7e-43a2-9d8f-02b9f17ede20 req-ed6e5adc-9d6b-40be-a471-1773196c2bf3 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:18.583386 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-aa145ae5-8b7e-43a2-9d8f-02b9f17ede20 req-ed6e5adc-9d6b-40be-a471-1773196c2bf3 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 945 time: 0.4234369 May 20 21:44:18.676813 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-0b5202fb-4e6f-43b0-924d-b985a6b5e0c4 req-cda91db8-5f0d-4d81-be36-511e948232e9 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Unset dirty status for tenant:a3a65357df1e4810b96007203d430d0f on resource:port {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:44:18.678660 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-0b5202fb-4e6f-43b0-924d-b985a6b5e0c4 req-cda91db8-5f0d-4d81-be36-511e948232e9 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b7c72a-ed26-4ebe-b124-fd462dfaefbc HTTP/1.1" status: 200 len: 932 time: 0.7504041 May 20 21:44:18.799866 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-aa145ae5-8b7e-43a2-9d8f-02b9f17ede20 req-e789d1ec-07bb-45ae-8c6f-65522de294c3 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150879 May 20 21:44:18.892369 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-0b5202fb-4e6f-43b0-924d-b985a6b5e0c4 req-800d827a-0236-40c2-b5a1-b426ed062c5a tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] 10.222.0.78 "GET /v2.0/security-groups?id=de6163e4-a119-4ec5-8b54-ca30f5e61bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409895 May 20 21:44:19.106720 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-b196c95a-401a-4efc-a35c-9c1928433eb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b65eadf-2089-45b1-94af-3ebbabdbcc09 {{(pid=98342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:44:19.132050 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-b196c95a-401a-4efc-a35c-9c1928433eb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:19.222016 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.provisioning_blocks [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-b196c95a-401a-4efc-a35c-9c1928433eb3 service neutron] Transition to ACTIVE for port object 1b65eadf-2089-45b1-94af-3ebbabdbcc09 will not be triggered until provisioned by entity L2. {{(pid=98342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:44:19.233904 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-b196c95a-401a-4efc-a35c-9c1928433eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3867198'] for port, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:19.239881 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-df9eca98-207f-464b-ba71-2d1d473cdb61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:19.541617 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196c95a-401a-4efc-a35c-9c1928433eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=1b65eadf-2089-45b1-94af-3ebbabdbcc09,revision_number=2']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:19.571196 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-b196c95a-401a-4efc-a35c-9c1928433eb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:19.703116 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a469da8-be21-4be2-94aa-ca3200162185 req-d664aca0-ca67-4679-a17b-66bbae213085 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:19.705889 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9a469da8-be21-4be2-94aa-ca3200162185 req-d664aca0-ca67-4679-a17b-66bbae213085 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8b76b3-2d67-4d17-b3cb-d9f71a5d5b89 HTTP/1.1" status: 200 len: 946 time: 0.5373948 May 20 21:44:19.818442 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.managers [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-b196c95a-401a-4efc-a35c-9c1928433eb3 service neutron] Attempting to bind port 1b65eadf-2089-45b1-94af-3ebbabdbcc09 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:44:19.818609 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.managers [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-b196c95a-401a-4efc-a35c-9c1928433eb3 service neutron] Attempting to bind port 1b65eadf-2089-45b1-94af-3ebbabdbcc09 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'cf4d93f6-57e9-46b9-acc1-a3884f3f0537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eb3a8681-5b0b-466a-a487-6a59dcc2549d'}] {{(pid=98342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:44:19.824834 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-b196c95a-401a-4efc-a35c-9c1928433eb3 service neutron] Attempting to bind port 1b65eadf-2089-45b1-94af-3ebbabdbcc09 on network eb3a8681-5b0b-466a-a487-6a59dcc2549d {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:44:19.834302 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a20b4f-47de-483f-91fe-e3e1032ab817 req-ae233cd2-b3dd-448f-94ec-84e737d21af5 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:19.841657 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-40a20b4f-47de-483f-91fe-e3e1032ab817 req-ae233cd2-b3dd-448f-94ec-84e737d21af5 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.5295551 May 20 21:44:19.870649 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-b196c95a-401a-4efc-a35c-9c1928433eb3 service neutron] Port 1b65eadf-2089-45b1-94af-3ebbabdbcc09 on network eb3a8681-5b0b-466a-a487-6a59dcc2549d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 21:44:19.871021 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-b196c95a-401a-4efc-a35c-9c1928433eb3 service neutron] Attempting to bind port 1b65eadf-2089-45b1-94af-3ebbabdbcc09 on network eb3a8681-5b0b-466a-a487-6a59dcc2549d {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:44:19.877759 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9a469da8-be21-4be2-94aa-ca3200162185 req-aaeb941a-9e4d-48c5-b398-605a3dc758aa tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531570 May 20 21:44:19.886731 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-b196c95a-401a-4efc-a35c-9c1928433eb3 service neutron] Checking agent: {'id': '80f4bab6-80a2-4d7c-8071-f2009e74956d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'started_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:44:19.887081 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-b196c95a-401a-4efc-a35c-9c1928433eb3 service neutron] Checking segment: {'id': 'cf4d93f6-57e9-46b9-acc1-a3884f3f0537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eb3a8681-5b0b-466a-a487-6a59dcc2549d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:44:19.887478 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-b196c95a-401a-4efc-a35c-9c1928433eb3 service neutron] Bound using segment: {'id': 'cf4d93f6-57e9-46b9-acc1-a3884f3f0537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eb3a8681-5b0b-466a-a487-6a59dcc2549d'} {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:44:19.887938 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.managers [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-b196c95a-401a-4efc-a35c-9c1928433eb3 service neutron] Bound port: 1b65eadf-2089-45b1-94af-3ebbabdbcc09, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf4d93f6-57e9-46b9-acc1-a3884f3f0537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eb3a8681-5b0b-466a-a487-6a59dcc2549d'}}] {{(pid=98342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:44:19.888316 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-b196c95a-401a-4efc-a35c-9c1928433eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:20.018217 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-40a20b4f-47de-483f-91fe-e3e1032ab817 req-0e5a1d91-daa5-428d-a4a0-c61a0671a9c9 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756001 May 20 21:44:20.085807 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-b196c95a-401a-4efc-a35c-9c1928433eb3 service neutron] For port 1b65eadf-2089-45b1-94af-3ebbabdbcc09, host hv-cinder-79246, cleared binding levels {{(pid=98342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:44:20.103145 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-b196c95a-401a-4efc-a35c-9c1928433eb3 service neutron] For port 1b65eadf-2089-45b1-94af-3ebbabdbcc09, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1b65eadf-2089-45b1-94af-3ebbabdbcc09,segment=NetworkSegment(cf4d93f6-57e9-46b9-acc1-a3884f3f0537),segment_id=cf4d93f6-57e9-46b9-acc1-a3884f3f0537)] {{(pid=98342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:44:20.198246 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-b196c95a-401a-4efc-a35c-9c1928433eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3867198'] for port, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:20.217898 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:20.345709 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-b196c95a-401a-4efc-a35c-9c1928433eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:20.346767 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-b196c95a-401a-4efc-a35c-9c1928433eb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:20.349869 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-b196c95a-401a-4efc-a35c-9c1928433eb3 service neutron] 10.222.0.69 "PUT /v2.0/ports/1b65eadf-2089-45b1-94af-3ebbabdbcc09 HTTP/1.1" status: 200 len: 1094 time: 2.7180197 May 20 21:44:20.363186 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b7c72a-ed26-4ebe-b124-fd462dfaefbc', 'tag': '1b65eadf-2089-45b1-94af-3ebbabdbcc09'}] {{(pid=98342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:44:20.412591 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196c95a-401a-4efc-a35c-9c1928433eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=1b65eadf-2089-45b1-94af-3ebbabdbcc09,revision_number=3']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:20.417950 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-b196c95a-401a-4efc-a35c-9c1928433eb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:20.514305 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b7c72a-ed26-4ebe-b124-fd462dfaefbc', 'tag': '1b65eadf-2089-45b1-94af-3ebbabdbcc09', 'status': 'completed', 'code': 200} May 20 21:44:20.530413 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aec4be-d359-4685-9b51-617dcc272ef1 req-3c7e810a-ddc0-4490-a962-6f8c426f74b1 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:20.532933 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-48aec4be-d359-4685-9b51-617dcc272ef1 req-3c7e810a-ddc0-4490-a962-6f8c426f74b1 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b7c72a-ed26-4ebe-b124-fd462dfaefbc HTTP/1.1" status: 200 len: 944 time: 0.4258938 May 20 21:44:20.614002 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-48aec4be-d359-4685-9b51-617dcc272ef1 req-966ea3e7-20fe-4e46-8ba3-aa36b4e67311 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] 10.222.0.78 "GET /v2.0/security-groups?id=de6163e4-a119-4ec5-8b54-ca30f5e61bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689454 May 20 21:44:20.616777 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-0e45a139-9f96-4db7-b78f-2bfd9ec2040f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:20.618517 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-0e45a139-9f96-4db7-b78f-2bfd9ec2040f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3a65357df1e4810b96007203d430d0f&device_id=29b7c72a-ed26-4ebe-b124-fd462dfaefbc HTTP/1.1" status: 200 len: 1097 time: 0.1931765 May 20 21:44:20.804326 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-d4a12c3e-c2a7-4dbe-ba3f-230f5b786981 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b65eadf-2089-45b1-94af-3ebbabdbcc09 HTTP/1.1" status: 200 len: 217 time: 0.1738870 May 20 21:44:20.896418 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-90008d29-3479-4e1b-8ef1-d50e12b9c393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:20.900305 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-90008d29-3479-4e1b-8ef1-d50e12b9c393 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f1bd49e-79c4-4587-a643-fe07f90b6b07 HTTP/1.1" status: 200 len: 849 time: 0.0868912 May 20 21:44:21.009812 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-22935f70-d3e7-4786-8bd5-ff39a3367a3b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eb3a8681-5b0b-466a-a487-6a59dcc2549d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001365 May 20 21:44:21.302484 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-06336f8a-b377-4c10-9755-3f78086bb3cd service neutron] 10.222.0.69 "GET /v2.0/networks/eb3a8681-5b0b-466a-a487-6a59dcc2549d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786310 May 20 21:44:21.513657 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5d142d67-b9aa-415e-ab34-e45088ce1246 req-a566ac0f-e24d-405e-806a-8877e91da86e service neutron] 10.222.0.69 "GET /v2.0/networks/eb3a8681-5b0b-466a-a487-6a59dcc2549d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057147 May 20 21:44:21.825463 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0abc05-4811-402b-8896-7d1cd59b326b req-679bc3ba-a4a6-44e1-add2-040277c3a8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:21.827072 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-fd0abc05-4811-402b-8896-7d1cd59b326b req-679bc3ba-a4a6-44e1-add2-040277c3a8fb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3a65357df1e4810b96007203d430d0f&device_id=29b7c72a-ed26-4ebe-b124-fd462dfaefbc HTTP/1.1" status: 200 len: 1097 time: 0.2175608 May 20 21:44:22.092828 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0abc05-4811-402b-8896-7d1cd59b326b req-11864ff0-fb4b-4c29-a3b4-ec640bc9e2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:22.095669 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-fd0abc05-4811-402b-8896-7d1cd59b326b req-11864ff0-fb4b-4c29-a3b4-ec640bc9e2e1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=eb3a8681-5b0b-466a-a487-6a59dcc2549d HTTP/1.1" status: 200 len: 910 time: 0.2608802 May 20 21:44:22.189996 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-fd0abc05-4811-402b-8896-7d1cd59b326b req-ea5da55f-0eaf-4268-8681-af6a60a13b4a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b65eadf-2089-45b1-94af-3ebbabdbcc09 HTTP/1.1" status: 200 len: 217 time: 0.0813189 May 20 21:44:22.199780 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3fe1c-bbcd-4773-8d87-fdaa13fb2108 req-0d4ce6c0-77ae-42b5-9e99-cd3f6b704276 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:22.201605 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-16b3fe1c-bbcd-4773-8d87-fdaa13fb2108 req-0d4ce6c0-77ae-42b5-9e99-cd3f6b704276 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b7c72a-ed26-4ebe-b124-fd462dfaefbc HTTP/1.1" status: 200 len: 944 time: 0.2376089 May 20 21:44:22.215224 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a29dd625-4e02-4bd7-8acf-65b49690349b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:22.335399 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-16b3fe1c-bbcd-4773-8d87-fdaa13fb2108 req-6a2d8810-5505-4ab4-a4a7-420fa01661a7 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] 10.222.0.78 "GET /v2.0/security-groups?id=de6163e4-a119-4ec5-8b54-ca30f5e61bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849755 May 20 21:44:22.351011 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0abc05-4811-402b-8896-7d1cd59b326b req-6fa934a7-8726-4e96-aa30-22a3247c3411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:22.352932 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-fd0abc05-4811-402b-8896-7d1cd59b326b req-6fa934a7-8726-4e96-aa30-22a3247c3411 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f1bd49e-79c4-4587-a643-fe07f90b6b07 HTTP/1.1" status: 200 len: 849 time: 0.1504257 May 20 21:44:22.417658 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-fd0abc05-4811-402b-8896-7d1cd59b326b req-829b0669-7a6e-4a23-9b19-7b7ced171c09 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=eb3a8681-5b0b-466a-a487-6a59dcc2549d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571487 May 20 21:44:22.613214 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-fd0abc05-4811-402b-8896-7d1cd59b326b req-dc84d82a-0a4d-4319-b7f5-b75859c4831f service neutron] 10.222.0.69 "GET /v2.0/networks/eb3a8681-5b0b-466a-a487-6a59dcc2549d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876321 May 20 21:44:22.846807 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-fd0abc05-4811-402b-8896-7d1cd59b326b req-32ddfbb6-79cf-4643-9bdb-18c4d41138d6 service neutron] 10.222.0.69 "GET /v2.0/networks/eb3a8681-5b0b-466a-a487-6a59dcc2549d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255433 May 20 21:44:23.145504 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeefe0d-eb32-4efa-8623-1d2f53a0ec53 req-6e20355d-718a-4043-af24-1810898d2a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:23.153970 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-bfeefe0d-eb32-4efa-8623-1d2f53a0ec53 req-6e20355d-718a-4043-af24-1810898d2a6f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f6cc23c741843818689bad4f7a6cecc&device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 1099 time: 0.2416413 May 20 21:44:23.669618 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 41178) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:44:23.885501 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeefe0d-eb32-4efa-8623-1d2f53a0ec53 req-1b0a1732-794d-41da-a062-45658f6d9c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:23.888312 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-bfeefe0d-eb32-4efa-8623-1d2f53a0ec53 req-1b0a1732-794d-41da-a062-45658f6d9c43 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3 HTTP/1.1" status: 200 len: 919 time: 0.7254162 May 20 21:44:23.928821 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-abd4dbeb-551d-4266-95f7-d5210d9d7c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:23.961241 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-abd4dbeb-551d-4266-95f7-d5210d9d7c63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:44:23.967477 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-abd4dbeb-551d-4266-95f7-d5210d9d7c63 admin admin] Usage tracker for resource:security_group_rule and tenant:1a97091a78a148cbadbbb00756ef15b5 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:44:23.971835 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-abd4dbeb-551d-4266-95f7-d5210d9d7c63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:44:23.985679 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-abd4dbeb-551d-4266-95f7-d5210d9d7c63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:44:23.994452 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d1468-539b-4c94-a8f2-b356a6567c38 req-b4235fa3-3349-4593-87b2-9b378a227100 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:23.997795 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5c3d1468-539b-4c94-a8f2-b356a6567c38 req-b4235fa3-3349-4593-87b2-9b378a227100 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.5388019 May 20 21:44:24.016170 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-bfeefe0d-eb32-4efa-8623-1d2f53a0ec53 req-dac7b772-522e-42b4-861e-47dd5d482a1d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4a8f613-71cb-4486-a373-2cb334378143 HTTP/1.1" status: 200 len: 217 time: 0.1185007 May 20 21:44:24.165339 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-abd4dbeb-551d-4266-95f7-d5210d9d7c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:24.171035 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-abd4dbeb-551d-4266-95f7-d5210d9d7c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:24.179878 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-81e16426-5e3b-4043-9c84-21850fd3c5a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:24.200791 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5c3d1468-539b-4c94-a8f2-b356a6567c38 req-2675cbef-33e2-409c-859d-187ceef07298 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807704 May 20 21:44:24.216940 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-abd4dbeb-551d-4266-95f7-d5210d9d7c63 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1a97091a78a148cbadbbb00756ef15b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5452812 May 20 21:44:24.218230 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26138f1f-8c82-4f86-9f47-30ae7843d170 req-6a0265ed-476f-45b6-a4c4-b3529eb4e47e tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:24.220705 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-26138f1f-8c82-4f86-9f47-30ae7843d170 req-6a0265ed-476f-45b6-a4c4-b3529eb4e47e tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b7c72a-ed26-4ebe-b124-fd462dfaefbc HTTP/1.1" status: 200 len: 944 time: 0.4950912 May 20 21:44:24.226092 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 41188) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:44:24.260306 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4dbeb-551d-4266-95f7-d5210d9d7c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be742619-3aa8-4816-864a-ddf50f934346,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:24.265338 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-abd4dbeb-551d-4266-95f7-d5210d9d7c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:24.307315 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeefe0d-eb32-4efa-8623-1d2f53a0ec53 req-f86cf5d4-f22d-466d-99fe-2607d80bec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:24.309650 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-bfeefe0d-eb32-4efa-8623-1d2f53a0ec53 req-f86cf5d4-f22d-466d-99fe-2607d80bec66 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4f589239-d7e8-4c4e-8d52-786435111b4c HTTP/1.1" status: 200 len: 858 time: 0.2623324 May 20 21:44:24.415955 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-bfeefe0d-eb32-4efa-8623-1d2f53a0ec53 req-a2374a48-d8e3-4636-9b46-1dc07c250b5f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903401 May 20 21:44:24.513535 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-77b7bcfd-eacd-425e-a407-a7c0dd9f6058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:24.522831 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-26138f1f-8c82-4f86-9f47-30ae7843d170 req-52048ecf-35dd-4b6b-bae6-0e4e1cb56801 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] 10.222.0.78 "GET /v2.0/security-groups?id=de6163e4-a119-4ec5-8b54-ca30f5e61bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695398 May 20 21:44:24.647762 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 1b65eadf-2089-45b1-94af-3ebbabdbcc09 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 21:44:24.678895 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-77b7bcfd-eacd-425e-a407-a7c0dd9f6058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:24.741760 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-bfeefe0d-eb32-4efa-8623-1d2f53a0ec53 req-a7af8499-d8e2-419e-b0d9-1eb755fd39f7 service neutron] 10.222.0.69 "GET /v2.0/networks/c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013368 May 20 21:44:24.959184 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-77b7bcfd-eacd-425e-a407-a7c0dd9f6058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:24.970856 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-69720eac-ddab-4d2b-96d9-22ab662fd7a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:25.007053 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7bcfd-eacd-425e-a407-a7c0dd9f6058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be742619-3aa8-4816-864a-ddf50f934346,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:25.034733 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 1b65eadf-2089-45b1-94af-3ebbabdbcc09, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1b65eadf-2089-45b1-94af-3ebbabdbcc09,segment=NetworkSegment(cf4d93f6-57e9-46b9-acc1-a3884f3f0537),segment_id=cf4d93f6-57e9-46b9-acc1-a3884f3f0537)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:44:25.043916 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-77b7bcfd-eacd-425e-a407-a7c0dd9f6058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:25.050219 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-77b7bcfd-eacd-425e-a407-a7c0dd9f6058 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/be742619-3aa8-4816-864a-ddf50f934346 HTTP/1.1" status: 204 len: 168 time: 0.8221636 May 20 21:44:25.056790 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7bcfd-eacd-425e-a407-a7c0dd9f6058 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:25.057496 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7bcfd-eacd-425e-a407-a7c0dd9f6058 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:25.057995 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7bcfd-eacd-425e-a407-a7c0dd9f6058 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:25.058587 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7bcfd-eacd-425e-a407-a7c0dd9f6058 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:25.059181 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7bcfd-eacd-425e-a407-a7c0dd9f6058 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:25.059764 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7bcfd-eacd-425e-a407-a7c0dd9f6058 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:25.060391 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7bcfd-eacd-425e-a407-a7c0dd9f6058 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:25.061562 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7bcfd-eacd-425e-a407-a7c0dd9f6058 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:25.062214 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7bcfd-eacd-425e-a407-a7c0dd9f6058 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:25.062768 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7bcfd-eacd-425e-a407-a7c0dd9f6058 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:25.063363 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7bcfd-eacd-425e-a407-a7c0dd9f6058 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:25.063967 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7bcfd-eacd-425e-a407-a7c0dd9f6058 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:25.072429 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-77b7bcfd-eacd-425e-a407-a7c0dd9f6058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:25.072589 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Returning: {'device': '1b65eadf-2089-45b1-94af-3ebbabdbcc09', 'network_id': 'eb3a8681-5b0b-466a-a487-6a59dcc2549d', 'port_id': '1b65eadf-2089-45b1-94af-3ebbabdbcc09', 'mac_address': 'fa:16:3e:84:db:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1bd49e-79c4-4587-a643-fe07f90b6b07', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 21:44:25.076549 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-bfeefe0d-eb32-4efa-8623-1d2f53a0ec53 req-74cd4fc3-48f2-4b06-9097-51508cc01469 service neutron] 10.222.0.69 "GET /v2.0/networks/c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256826 May 20 21:44:25.185860 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:25.223664 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b65eadf-2089-45b1-94af-3ebbabdbcc09 {{(pid=98344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:44:25.251592 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 1b65eadf-2089-45b1-94af-3ebbabdbcc09, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1b65eadf-2089-45b1-94af-3ebbabdbcc09,segment=NetworkSegment(cf4d93f6-57e9-46b9-acc1-a3884f3f0537),segment_id=cf4d93f6-57e9-46b9-acc1-a3884f3f0537)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:44:25.260789 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:25.269157 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:25.404668 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=1b65eadf-2089-45b1-94af-3ebbabdbcc09,revision_number=4']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:25.410033 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:25.564551 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:25.643420 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['1b65eadf-2089-45b1-94af-3ebbabdbcc09'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:44:25.650861 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05974e2b-9314-42f3-a8d6-ecbb15a1a1bc req-065ecbf5-e73c-484b-b44b-19fffc6f4e96 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:25.673193 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-05974e2b-9314-42f3-a8d6-ecbb15a1a1bc req-065ecbf5-e73c-484b-b44b-19fffc6f4e96 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.2449329 May 20 21:44:25.750190 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 41228) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:44:25.825266 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-05974e2b-9314-42f3-a8d6-ecbb15a1a1bc req-a367af4d-46f5-42d9-b407-1209875a6830 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505542 May 20 21:44:25.875029 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-9c7c6db0-4764-4c82-95b7-267a8a783e5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:25.978593 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-9c7c6db0-4764-4c82-95b7-267a8a783e5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:44:25.989852 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-9c7c6db0-4764-4c82-95b7-267a8a783e5e admin admin] Usage tracker for resource:security_group_rule and tenant:068a3141180546379398e793de98de0d is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:44:26.001149 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-9c7c6db0-4764-4c82-95b7-267a8a783e5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:44:26.025244 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-9c7c6db0-4764-4c82-95b7-267a8a783e5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:44:26.223117 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-0cf94f5c-db29-472c-a492-a48e6220ba17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:26.283925 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-9c7c6db0-4764-4c82-95b7-267a8a783e5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:26.291561 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-9c7c6db0-4764-4c82-95b7-267a8a783e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:26.308074 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-475ad157-bc12-4a10-b500-805372ad49f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:26.337618 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc783b-a1e9-4149-b71d-2d3360d8fb6b req-964aadc3-5092-424e-9c7a-8c777da13b61 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:26.339298 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-11dc783b-a1e9-4149-b71d-2d3360d8fb6b req-964aadc3-5092-424e-9c7a-8c777da13b61 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b7c72a-ed26-4ebe-b124-fd462dfaefbc HTTP/1.1" status: 200 len: 945 time: 0.2077549 May 20 21:44:26.383801 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-9c7c6db0-4764-4c82-95b7-267a8a783e5e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=068a3141180546379398e793de98de0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6292660 May 20 21:44:26.389987 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 41246) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:44:26.392893 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c6db0-4764-4c82-95b7-267a8a783e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a220d5-413a-414b-b16c-8ba676a3be1c,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:26.403398 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7c6db0-4764-4c82-95b7-267a8a783e5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:26.403877 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7c6db0-4764-4c82-95b7-267a8a783e5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:26.404344 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7c6db0-4764-4c82-95b7-267a8a783e5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:26.404766 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7c6db0-4764-4c82-95b7-267a8a783e5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:26.405729 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7c6db0-4764-4c82-95b7-267a8a783e5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:26.406334 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7c6db0-4764-4c82-95b7-267a8a783e5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:26.406784 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7c6db0-4764-4c82-95b7-267a8a783e5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:26.407364 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7c6db0-4764-4c82-95b7-267a8a783e5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:26.407834 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7c6db0-4764-4c82-95b7-267a8a783e5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:26.408440 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7c6db0-4764-4c82-95b7-267a8a783e5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:26.408920 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7c6db0-4764-4c82-95b7-267a8a783e5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:26.409459 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7c6db0-4764-4c82-95b7-267a8a783e5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:26.418020 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-9c7c6db0-4764-4c82-95b7-267a8a783e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:26.463488 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-11dc783b-a1e9-4149-b71d-2d3360d8fb6b req-bfa94e47-a492-492a-a030-7ce6163ef208 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] 10.222.0.78 "GET /v2.0/security-groups?id=de6163e4-a119-4ec5-8b54-ca30f5e61bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095300 May 20 21:44:26.525511 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-62188fbe-2438-4848-bba6-ac713fb5ed74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:26.581473 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-62188fbe-2438-4848-bba6-ac713fb5ed74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:26.683942 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-62188fbe-2438-4848-bba6-ac713fb5ed74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:26.691544 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:26.705996 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62188fbe-2438-4848-bba6-ac713fb5ed74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a220d5-413a-414b-b16c-8ba676a3be1c,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:26.709365 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-62188fbe-2438-4848-bba6-ac713fb5ed74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:26.710685 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-62188fbe-2438-4848-bba6-ac713fb5ed74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:26.714769 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-62188fbe-2438-4848-bba6-ac713fb5ed74 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/54a220d5-413a-414b-b16c-8ba676a3be1c HTTP/1.1" status: 204 len: 168 time: 0.3234088 May 20 21:44:26.727948 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 41256) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:44:27.322229 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd232528-b56c-4748-91fc-d07c5acb83c5 req-5fa93d38-54bc-40ab-b346-bc96ffe414e5 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:27.326181 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-cd232528-b56c-4748-91fc-d07c5acb83c5 req-5fa93d38-54bc-40ab-b346-bc96ffe414e5 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.1789992 May 20 21:44:27.362404 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-94715c11-0cba-4b46-b4e7-30166ea551fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:27.388322 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-94715c11-0cba-4b46-b4e7-30166ea551fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:44:27.438666 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-94715c11-0cba-4b46-b4e7-30166ea551fb admin admin] Usage tracker for resource:security_group_rule and tenant:0bd288bc0d404bd9bb2332e1cdd55123 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:44:27.445200 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-94715c11-0cba-4b46-b4e7-30166ea551fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:44:27.482710 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-94715c11-0cba-4b46-b4e7-30166ea551fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:44:27.496100 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-cd232528-b56c-4748-91fc-d07c5acb83c5 req-8d7a9acd-642d-4db3-902e-a2e83e44694a tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149681 May 20 21:44:27.511866 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:27.999380 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-94715c11-0cba-4b46-b4e7-30166ea551fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:28.006997 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-94715c11-0cba-4b46-b4e7-30166ea551fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:28.022428 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-53e79758-22be-41a4-bcec-5509ef39f721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:28.081772 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-94715c11-0cba-4b46-b4e7-30166ea551fb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0bd288bc0d404bd9bb2332e1cdd55123&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3524168 May 20 21:44:28.086985 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 41304) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:44:28.119407 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94715c11-0cba-4b46-b4e7-30166ea551fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbce969-306f-4216-8345-0f3454bbc6bf,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:28.128899 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-94715c11-0cba-4b46-b4e7-30166ea551fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:28.141353 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb7ae1-26dd-4fd0-9568-49e9e750bcbc req-c791b84c-3904-4e31-8bd7-203957403522 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:28.152605 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b8cb7ae1-26dd-4fd0-9568-49e9e750bcbc req-c791b84c-3904-4e31-8bd7-203957403522 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b7c72a-ed26-4ebe-b124-fd462dfaefbc HTTP/1.1" status: 200 len: 945 time: 0.3515618 May 20 21:44:28.312976 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b8cb7ae1-26dd-4fd0-9568-49e9e750bcbc req-279d81cc-21cb-434f-8943-8558d68d2aea tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] 10.222.0.78 "GET /v2.0/security-groups?id=de6163e4-a119-4ec5-8b54-ca30f5e61bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588044 May 20 21:44:28.337486 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-e4b47175-0bac-4a2a-8c6f-81e729dc7587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:28.404236 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-e4b47175-0bac-4a2a-8c6f-81e729dc7587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:28.542306 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-e4b47175-0bac-4a2a-8c6f-81e729dc7587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:28.554700 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-0b61a7ec-b9cc-47b6-9493-31ca9ed73717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:28.577541 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b47175-0bac-4a2a-8c6f-81e729dc7587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbce969-306f-4216-8345-0f3454bbc6bf,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:28.580261 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-e4b47175-0bac-4a2a-8c6f-81e729dc7587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:28.584416 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-e4b47175-0bac-4a2a-8c6f-81e729dc7587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:28.588670 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-e4b47175-0bac-4a2a-8c6f-81e729dc7587 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0dbce969-306f-4216-8345-0f3454bbc6bf HTTP/1.1" status: 204 len: 168 time: 0.4960010 May 20 21:44:28.669342 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 1b65eadf-2089-45b1-94af-3ebbabdbcc09 up at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:44:28.873557 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660150fc-a08f-463e-b679-48f71e4b8dbd req-7c1295b5-1ace-4d8e-968d-915e51bc623a tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:28.876300 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-660150fc-a08f-463e-b679-48f71e4b8dbd req-7c1295b5-1ace-4d8e-968d-915e51bc623a tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.1601708 May 20 21:44:28.938072 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning for port 1b65eadf-2089-45b1-94af-3ebbabdbcc09 completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:44:28.949305 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning complete for port 1b65eadf-2089-45b1-94af-3ebbabdbcc09 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:44:28.950207 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:28.981727 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-660150fc-a08f-463e-b679-48f71e4b8dbd req-627ae371-9600-485a-b56e-284c7bd9d257 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959845 May 20 21:44:29.197290 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:29.199863 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:29.252223 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b7c72a-ed26-4ebe-b124-fd462dfaefbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b65eadf-2089-45b1-94af-3ebbabdbcc09'}] {{(pid=98344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:44:29.277130 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 1b65eadf-2089-45b1-94af-3ebbabdbcc09, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1b65eadf-2089-45b1-94af-3ebbabdbcc09,segment=NetworkSegment(cf4d93f6-57e9-46b9-acc1-a3884f3f0537),segment_id=cf4d93f6-57e9-46b9-acc1-a3884f3f0537)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:44:29.283278 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:29.292614 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:29.411463 dv-cinder-792462-4-smb neutron-server[98344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b7c72a-ed26-4ebe-b124-fd462dfaefbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b65eadf-2089-45b1-94af-3ebbabdbcc09', 'code': 200} May 20 21:44:29.561629 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=1b65eadf-2089-45b1-94af-3ebbabdbcc09,revision_number=5']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:29.589455 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:29.593103 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:29.597255 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:29.598817 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:29.599625 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:29.600565 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:29.603885 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:29.604710 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:29.609160 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:29.610193 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:29.611079 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:29.611925 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:44:29.628637 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:29.633621 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 41338) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:44:29.701090 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-0aa20777-c228-4d34-a274-568cf475032d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:29.736384 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-0aa20777-c228-4d34-a274-568cf475032d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:44:29.743446 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-0aa20777-c228-4d34-a274-568cf475032d admin admin] Usage tracker for resource:security_group_rule and tenant:d8fb25e2004e438399af1e4c19bb3ab1 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:44:29.753061 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-0aa20777-c228-4d34-a274-568cf475032d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:44:29.774395 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-0aa20777-c228-4d34-a274-568cf475032d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:44:30.392220 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a78a3f-2c79-488a-bf5b-e38db0ffe654 req-c42cb267-5d3a-4db5-8225-f08ccd42ac19 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:30.394457 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-75a78a3f-2c79-488a-bf5b-e38db0ffe654 req-c42cb267-5d3a-4db5-8225-f08ccd42ac19 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b7c72a-ed26-4ebe-b124-fd462dfaefbc HTTP/1.1" status: 200 len: 946 time: 0.6246419 May 20 21:44:30.411059 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33830ded-1f4e-4028-9248-7930bb8a1e0f req-2611ec74-607b-45e8-b23a-8407ff98815a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:30.413425 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-33830ded-1f4e-4028-9248-7930bb8a1e0f req-2611ec74-607b-45e8-b23a-8407ff98815a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=29b7c72a-ed26-4ebe-b124-fd462dfaefbc HTTP/1.1" status: 200 len: 1099 time: 0.6415503 May 20 21:44:30.545732 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-0aa20777-c228-4d34-a274-568cf475032d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:30.561181 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-0aa20777-c228-4d34-a274-568cf475032d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:30.576699 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-0097161e-bc97-4664-bc1b-9d3f36623667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:30.589421 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-75a78a3f-2c79-488a-bf5b-e38db0ffe654 req-718669f2-58a0-491c-bfaa-c1fabeddaa4c tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] 10.222.0.78 "GET /v2.0/security-groups?id=de6163e4-a119-4ec5-8b54-ca30f5e61bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745980 May 20 21:44:30.592168 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-33830ded-1f4e-4028-9248-7930bb8a1e0f req-52c2486b-c1f9-4640-b5d8-5e7eea8f5915 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=de6163e4-a119-4ec5-8b54-ca30f5e61bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639888 May 20 21:44:30.642554 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0fd47-8f05-4196-a780-1da4e188e251 req-ba81d9a4-a3ef-42c7-97ab-a4602f277683 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:30.645472 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-46d0fd47-8f05-4196-a780-1da4e188e251 req-ba81d9a4-a3ef-42c7-97ab-a4602f277683 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.3779171 May 20 21:44:30.657316 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 41364) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:44:30.658095 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-0aa20777-c228-4d34-a274-568cf475032d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d8fb25e2004e438399af1e4c19bb3ab1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0220983 May 20 21:44:30.662956 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa20777-c228-4d34-a274-568cf475032d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6328bf8-972d-41d1-b3da-e1062a36dcfd,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:30.692081 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-0aa20777-c228-4d34-a274-568cf475032d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:30.739363 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-46d0fd47-8f05-4196-a780-1da4e188e251 req-73ac2805-45b7-42cb-bfd5-2ee0c01f6611 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767584 May 20 21:44:30.803177 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-eada9ff1-95e8-46fe-98e4-0875fdad490f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:30.851977 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-eada9ff1-95e8-46fe-98e4-0875fdad490f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:30.930421 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-eada9ff1-95e8-46fe-98e4-0875fdad490f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:30.936047 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-bb04ba87-fe94-4755-b264-c6107fcdc0a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:30.952332 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada9ff1-95e8-46fe-98e4-0875fdad490f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6328bf8-972d-41d1-b3da-e1062a36dcfd,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:30.959673 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-eada9ff1-95e8-46fe-98e4-0875fdad490f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:30.996035 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-eada9ff1-95e8-46fe-98e4-0875fdad490f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:30.998071 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-eada9ff1-95e8-46fe-98e4-0875fdad490f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e6328bf8-972d-41d1-b3da-e1062a36dcfd HTTP/1.1" status: 204 len: 168 time: 0.3350952 May 20 21:44:31.114710 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-f7c84951-e9be-4779-807c-5d4dd850fd82 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:31.126407 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-f7c84951-e9be-4779-807c-5d4dd850fd82 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/networks?id=a0e8f491-adaf-493f-a233-ff27efefc925 HTTP/1.1" status: 200 len: 815 time: 0.3736582 May 20 21:44:31.145686 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-18477877-c9b6-4c94-83f4-99b122b154c7 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/quotas/462722ee06ab47f396fc96575d046bdc HTTP/1.1" status: 200 len: 375 time: 0.0172286 May 20 21:44:31.265658 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-54e7d04c-9621-474b-bc70-7527650a6f53 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=462722ee06ab47f396fc96575d046bdc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1084349 May 20 21:44:31.520079 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-32672b19-d83d-4c59-955e-216c98f9dd4f service neutron] 10.222.0.78 "GET /v2.0/networks/a0e8f491-adaf-493f-a233-ff27efefc925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441177 May 20 21:44:31.782680 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 6 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:44:32.098786 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-915f740b-f029-4817-9e02-343e013af5e9 service neutron] 10.222.0.78 "GET /v2.0/networks/a0e8f491-adaf-493f-a233-ff27efefc925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5673108 May 20 21:44:32.178631 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b5bce-e47d-4c7b-b8a9-d5202cff7922 req-705650ea-eb38-4049-be2d-d84bd2253c1f tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:32.193214 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-7f9b5bce-e47d-4c7b-b8a9-d5202cff7922 req-705650ea-eb38-4049-be2d-d84bd2253c1f tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b7c72a-ed26-4ebe-b124-fd462dfaefbc HTTP/1.1" status: 200 len: 946 time: 0.1969228 May 20 21:44:32.291635 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-7f9b5bce-e47d-4c7b-b8a9-d5202cff7922 req-f4722a63-b7d7-4568-89d7-9a56b8afd6ec tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] 10.222.0.78 "GET /v2.0/security-groups?id=de6163e4-a119-4ec5-8b54-ca30f5e61bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952809 May 20 21:44:32.755481 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d5cd2-eac2-4428-a697-323dd05f39c8 req-238b589a-f968-4859-9323-3e92a75e7d77 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:32.758701 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-459d5cd2-eac2-4428-a697-323dd05f39c8 req-238b589a-f968-4859-9323-3e92a75e7d77 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.2336388 May 20 21:44:32.974782 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-936afffe-a910-4444-85cd-b2d2dd632c59 req-9e5f40eb-7508-46c1-b021-2c8dff7a59b0 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=58bc1d59-eb0c-41f7-8b7b-33f62dd3276b HTTP/1.1" status: 200 len: 210 time: 0.1325998 May 20 21:44:33.016420 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-459d5cd2-eac2-4428-a697-323dd05f39c8 req-8359cc7b-ea2f-4f1c-818a-0f5549845b1e tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414908 May 20 21:44:33.656473 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fef32-3e35-418e-b557-bc5e8191c46f req-dfb0e88b-9fa8-44d4-8fe0-7c3a968fa32c tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:33.673427 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-2d2fef32-3e35-418e-b557-bc5e8191c46f req-dfb0e88b-9fa8-44d4-8fe0-7c3a968fa32c tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b7c72a-ed26-4ebe-b124-fd462dfaefbc HTTP/1.1" status: 200 len: 946 time: 0.1773705 May 20 21:44:33.780248 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-2d2fef32-3e35-418e-b557-bc5e8191c46f req-8990391c-6a78-4ab1-a8ce-76fae1e10ccd tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] 10.222.0.78 "GET /v2.0/security-groups?id=de6163e4-a119-4ec5-8b54-ca30f5e61bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033952 May 20 21:44:34.369609 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 41498) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:44:34.398602 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-1862fa5e-30f9-4e95-82b7-a93d454ae6b1 req-650e1ba7-f08d-4d1b-bd39-737ceee869f9 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=58bc1d59-eb0c-41f7-8b7b-33f62dd3276b HTTP/1.1" status: 200 len: 210 time: 0.1312325 May 20 21:44:34.518205 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c3075-7c31-4b35-90e0-8f9223d8e698 req-25dec279-5ee5-40f4-9860-3008d0b44bfc tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:34.522099 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-256c3075-7c31-4b35-90e0-8f9223d8e698 req-25dec279-5ee5-40f4-9860-3008d0b44bfc tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.3067179 May 20 21:44:34.712504 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-256c3075-7c31-4b35-90e0-8f9223d8e698 req-82892da2-f705-460b-8a13-6a2c23f46f5a tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770003 May 20 21:44:34.819577 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-14246c51-93a6-445c-9c04-63887a6ff22d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:34.861195 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-14246c51-93a6-445c-9c04-63887a6ff22d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:44:34.877081 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-14246c51-93a6-445c-9c04-63887a6ff22d admin admin] Usage tracker for resource:security_group_rule and tenant:604e6a3bb1fc4b2187452ac033cb4cb4 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:44:34.885156 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-14246c51-93a6-445c-9c04-63887a6ff22d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:44:34.903244 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-14246c51-93a6-445c-9c04-63887a6ff22d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:44:35.206371 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-2388127a-42bc-4bd4-bd0c-69565d45cc5f tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:35.211195 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-2388127a-42bc-4bd4-bd0c-69565d45cc5f tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.69 "GET /v2.0/networks?id=a0e8f491-adaf-493f-a233-ff27efefc925 HTTP/1.1" status: 200 len: 815 time: 0.4204278 May 20 21:44:35.213081 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 41518) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:44:35.215035 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-14246c51-93a6-445c-9c04-63887a6ff22d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:35.222178 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-14246c51-93a6-445c-9c04-63887a6ff22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:35.243399 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-c19ff9e5-9b7e-4c61-8393-1f4c0f1a884f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:35.252479 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-b2a07f1d-c92b-4551-8d43-4d53e29a270b tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Request body: {'port': {'device_id': '58bc1d59-eb0c-41f7-8b7b-33f62dd3276b', 'network_id': 'a0e8f491-adaf-493f-a233-ff27efefc925', 'admin_state_up': True, 'tenant_id': '462722ee06ab47f396fc96575d046bdc'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:44:35.331360 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-14246c51-93a6-445c-9c04-63887a6ff22d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=604e6a3bb1fc4b2187452ac033cb4cb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9581258 May 20 21:44:35.336925 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 41524) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:44:35.378902 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14246c51-93a6-445c-9c04-63887a6ff22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee948bc-df2e-40f5-adf3-934eef8a8bf3,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:35.389352 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-14246c51-93a6-445c-9c04-63887a6ff22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:35.472762 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-64850add-d529-4dd8-9f82-ecfd5ef0e981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:35.558336 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-64850add-d529-4dd8-9f82-ecfd5ef0e981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:35.651246 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-64850add-d529-4dd8-9f82-ecfd5ef0e981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:35.661981 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-767d5433-b0f2-4f2d-bf7c-6660caa2da1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:35.682923 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64850add-d529-4dd8-9f82-ecfd5ef0e981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee948bc-df2e-40f5-adf3-934eef8a8bf3,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:35.687114 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-64850add-d529-4dd8-9f82-ecfd5ef0e981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:35.691105 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-64850add-d529-4dd8-9f82-ecfd5ef0e981 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/eee948bc-df2e-40f5-adf3-934eef8a8bf3 HTTP/1.1" status: 204 len: 168 time: 0.3526556 May 20 21:44:35.693087 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-64850add-d529-4dd8-9f82-ecfd5ef0e981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:35.709628 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-b8885cff-cea1-49ab-8155-b0d3a7983967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:36.313577 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-b8885cff-cea1-49ab-8155-b0d3a7983967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:44:36.337058 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-fe65b53a-58aa-40e2-9192-1742a9d11ef4 req-4f1aeac2-4a28-457c-a852-0c59f898a245 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=58bc1d59-eb0c-41f7-8b7b-33f62dd3276b HTTP/1.1" status: 200 len: 210 time: 0.5570579 May 20 21:44:36.341232 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-b2a07f1d-c92b-4551-8d43-4d53e29a270b tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:44:36.357040 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-b2a07f1d-c92b-4551-8d43-4d53e29a270b tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:44:36.365580 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-b8885cff-cea1-49ab-8155-b0d3a7983967 admin admin] Usage tracker for resource:security_group_rule and tenant:5675e954e1b341dd884e004dd16f957f is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:44:36.374623 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-b8885cff-cea1-49ab-8155-b0d3a7983967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:44:36.392835 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-b8885cff-cea1-49ab-8155-b0d3a7983967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:44:36.422480 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-b2a07f1d-c92b-4551-8d43-4d53e29a270b tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Made reservation on behalf of 462722ee06ab47f396fc96575d046bdc for: {'port': 1} {{(pid=98342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:44:36.427570 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-b2a07f1d-c92b-4551-8d43-4d53e29a270b tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:36.574845 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39fe84-6565-487b-9cb4-05afe2ca6553 req-f0667388-7cb4-4026-a142-b2de2900c963 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:36.576458 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-aa39fe84-6565-487b-9cb4-05afe2ca6553 req-f0667388-7cb4-4026-a142-b2de2900c963 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.5856354 May 20 21:44:36.765873 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-aa39fe84-6565-487b-9cb4-05afe2ca6553 req-c8e62de7-70c8-45d8-8ee4-4be763078e62 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766686 May 20 21:44:36.797815 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-b8885cff-cea1-49ab-8155-b0d3a7983967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:36.802918 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-b8885cff-cea1-49ab-8155-b0d3a7983967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:36.831997 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-e4b47175-0bac-4a2a-8c6f-81e729dc7587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:36.889298 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.db_base_plugin_common [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-b2a07f1d-c92b-4551-8d43-4d53e29a270b tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Allocated IP 172.20.0.6 (a0e8f491-adaf-493f-a233-ff27efefc925/0a0aa404-f762-4a40-8a37-03345bde1a32/28be0383-9978-4110-bfa8-981e25d39309) {{(pid=98342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:44:36.920787 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8885cff-cea1-49ab-8155-b0d3a7983967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1660daf-570d-4226-9808-057e4dbb194d,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:36.933218 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-b8885cff-cea1-49ab-8155-b0d3a7983967 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5675e954e1b341dd884e004dd16f957f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7182446 May 20 21:44:36.934440 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 41556) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:44:36.939663 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-b8885cff-cea1-49ab-8155-b0d3a7983967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:37.027777 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-4fbda418-2844-4796-8d85-ddd87b2f8712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:37.067611 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-4fbda418-2844-4796-8d85-ddd87b2f8712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:37.182781 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-4fbda418-2844-4796-8d85-ddd87b2f8712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:37.185527 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:37.210705 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbda418-2844-4796-8d85-ddd87b2f8712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1660daf-570d-4226-9808-057e4dbb194d,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:37.223252 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-4fbda418-2844-4796-8d85-ddd87b2f8712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:37.237396 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-4fbda418-2844-4796-8d85-ddd87b2f8712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:37.239335 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-4fbda418-2844-4796-8d85-ddd87b2f8712 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b1660daf-570d-4226-9808-057e4dbb194d HTTP/1.1" status: 204 len: 168 time: 0.3030782 May 20 21:44:37.389525 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-b2a07f1d-c92b-4551-8d43-4d53e29a270b tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Notify callbacks [] for port, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:37.443636 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-b2a07f1d-c92b-4551-8d43-4d53e29a270b tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:37.463409 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-4c952a67-2b62-4085-a949-728575e36e3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:37.467201 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['fe213d76-bb35-46a6-b89b-a6de037d5c17', '2193a41b-eb71-402a-9575-8bb30d1d7969', 'a57a3c96-310b-4761-bb20-81912ae64fbe'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:44:37.566350 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-b2a07f1d-c92b-4551-8d43-4d53e29a270b tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Network a0e8f491-adaf-493f-a233-ff27efefc925 is already hosted by enough agents. {{(pid=98342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:44:37.581235 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.base_scheduler [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-b2a07f1d-c92b-4551-8d43-4d53e29a270b tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Resources bound (agent type, host, resource id): {{(pid=98342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:44:37.589626 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-b2a07f1d-c92b-4551-8d43-4d53e29a270b tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Received port after_create {{(pid=98342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:44:37.729097 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a07f1d-c92b-4551-8d43-4d53e29a270b tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Pushing event updated for resources: {'Port': ['ID=28be0383-9978-4110-bfa8-981e25d39309,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:37.736924 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-b2a07f1d-c92b-4551-8d43-4d53e29a270b tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:37.777938 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-b2a07f1d-c92b-4551-8d43-4d53e29a270b tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:37.779871 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-b2a07f1d-c92b-4551-8d43-4d53e29a270b tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:38.015205 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-b2a07f1d-c92b-4551-8d43-4d53e29a270b tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7771583 May 20 21:44:38.067476 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-f1b78000-5540-4020-8dd3-f0c329be0018 service neutron] Request body: {'port': {'device_id': '58bc1d59-eb0c-41f7-8b7b-33f62dd3276b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:44:38.237846 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed60bdc-2f4a-4374-a9f4-5a47f6671656 req-e575429d-c505-4320-b296-c972ee7570b4 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:38.239695 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-1ed60bdc-2f4a-4374-a9f4-5a47f6671656 req-e575429d-c505-4320-b296-c972ee7570b4 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Synchronizing usage tracker for tenant:462722ee06ab47f396fc96575d046bdc on resource:port {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:44:38.555189 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-1ed60bdc-2f4a-4374-a9f4-5a47f6671656 req-e575429d-c505-4320-b296-c972ee7570b4 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Unset dirty status for tenant:462722ee06ab47f396fc96575d046bdc on resource:port {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:44:38.561272 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-1ed60bdc-2f4a-4374-a9f4-5a47f6671656 req-e575429d-c505-4320-b296-c972ee7570b4 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=58bc1d59-eb0c-41f7-8b7b-33f62dd3276b HTTP/1.1" status: 200 len: 931 time: 0.8410432 May 20 21:44:38.714334 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-f1b78000-5540-4020-8dd3-f0c329be0018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:38.891987 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ff374-297b-4678-ae49-3e9bc0694bfe req-00ff5a3e-f008-429a-924f-386ce4163a35 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:38.896609 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-249ff374-297b-4678-ae49-3e9bc0694bfe req-00ff5a3e-f008-429a-924f-386ce4163a35 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.6504054 May 20 21:44:39.005740 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-1ed60bdc-2f4a-4374-a9f4-5a47f6671656 req-97c92387-df4d-4f7b-8dac-9c583452c835 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286339 May 20 21:44:39.206496 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-249ff374-297b-4678-ae49-3e9bc0694bfe req-97f8c0d1-8bbe-4229-8bf9-0d9206791b6d tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902611 May 20 21:44:39.303808 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 41656) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:44:39.582375 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-993f0868-369c-4033-b27e-043c753cee6e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1409806431-network', 'tenant_id': 'faed8bc9cb8c41f99ca7d44437d90797'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:44:39.598495 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-993f0868-369c-4033-b27e-043c753cee6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:44:39.616503 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-993f0868-369c-4033-b27e-043c753cee6e admin admin] Usage tracker for resource:network and tenant:faed8bc9cb8c41f99ca7d44437d90797 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:44:39.625990 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-993f0868-369c-4033-b27e-043c753cee6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:44:39.661949 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-993f0868-369c-4033-b27e-043c753cee6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:44:39.712987 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993f0868-369c-4033-b27e-043c753cee6e admin admin] Made reservation on behalf of faed8bc9cb8c41f99ca7d44437d90797 for: {'network': 1} {{(pid=98343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:44:39.726713 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-993f0868-369c-4033-b27e-043c753cee6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-574869'] for network, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:39.761539 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-993f0868-369c-4033-b27e-043c753cee6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:39.791054 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-993f0868-369c-4033-b27e-043c753cee6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:44:39.798918 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-993f0868-369c-4033-b27e-043c753cee6e admin admin] Usage tracker for resource:security_group_rule and tenant:faed8bc9cb8c41f99ca7d44437d90797 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:44:39.806054 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-993f0868-369c-4033-b27e-043c753cee6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:44:39.838987 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-993f0868-369c-4033-b27e-043c753cee6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:44:39.942794 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-f1b78000-5540-4020-8dd3-f0c329be0018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28be0383-9978-4110-bfa8-981e25d39309 {{(pid=98342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:44:39.992920 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-f1b78000-5540-4020-8dd3-f0c329be0018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:40.075500 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.provisioning_blocks [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-f1b78000-5540-4020-8dd3-f0c329be0018 service neutron] Transition to ACTIVE for port object 28be0383-9978-4110-bfa8-981e25d39309 will not be triggered until provisioned by entity L2. {{(pid=98342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:44:40.104022 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-993f0868-369c-4033-b27e-043c753cee6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:40.124604 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-993f0868-369c-4033-b27e-043c753cee6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:40.133929 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-ac389f57-3fe4-4bfe-8d98-8cf8ec927b7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:40.193946 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-993f0868-369c-4033-b27e-043c753cee6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=98343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:44:40.206450 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-f1b78000-5540-4020-8dd3-f0c329be0018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3867198'] for port, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:40.217145 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-993f0868-369c-4033-b27e-043c753cee6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329'] for segment, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:40.218016 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.db.segments_db [None req-993f0868-369c-4033-b27e-043c753cee6e admin admin] Added segment 6ff77bad-fc84-48fa-928c-df742290c0f0 of type vlan for network 50e8913e-b0c0-4cbf-a591-6727353e1c2d May 20 21:44:40.228667 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-4c952a67-2b62-4085-a949-728575e36e3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:40.290736 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-993f0868-369c-4033-b27e-043c753cee6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759169318099'] for network, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:40.360939 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-993f0868-369c-4033-b27e-043c753cee6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1639574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1649568'] for network, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:40.367075 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993f0868-369c-4033-b27e-043c753cee6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:40.368522 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-993f0868-369c-4033-b27e-043c753cee6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for network, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:40.378052 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f0868-369c-4033-b27e-043c753cee6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85fc22b-36d2-4f67-bb7c-9ef5a1c05b04,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:40.392943 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-993f0868-369c-4033-b27e-043c753cee6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:40.395401 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:40.807798 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-993f0868-369c-4033-b27e-043c753cee6e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4971602 May 20 21:44:40.807798 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f0868-369c-4033-b27e-043c753cee6e admin admin] Pushing event updated for resources: {'Network': ['ID=50e8913e-b0c0-4cbf-a591-6727353e1c2d,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:40.812490 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 41716) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:44:40.821895 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-993f0868-369c-4033-b27e-043c753cee6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:40.824698 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Network 50e8913e-b0c0-4cbf-a591-6727353e1c2d details requested by agent ovs-agent-dv-cinder-792462-4-smb with host dv-cinder-792462-4-smb {{(pid=98344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 21:44:40.826259 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-ecec8acf-414b-40a4-9eab-bcb8b43e1a7f admin admin] Request body: {'subnet': {'network_id': '50e8913e-b0c0-4cbf-a591-6727353e1c2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1409806431-subnet', 'tenant_id': 'faed8bc9cb8c41f99ca7d44437d90797', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:44:40.831730 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-ecec8acf-414b-40a4-9eab-bcb8b43e1a7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:44:40.845416 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-ecec8acf-414b-40a4-9eab-bcb8b43e1a7f admin admin] Usage tracker for resource:subnet and tenant:faed8bc9cb8c41f99ca7d44437d90797 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:44:40.855124 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-ecec8acf-414b-40a4-9eab-bcb8b43e1a7f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:44:40.868137 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-ecec8acf-414b-40a4-9eab-bcb8b43e1a7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:44:40.890469 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecec8acf-414b-40a4-9eab-bcb8b43e1a7f admin admin] Made reservation on behalf of faed8bc9cb8c41f99ca7d44437d90797 for: {'subnet': 1} {{(pid=98343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:44:40.893661 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ecec8acf-414b-40a4-9eab-bcb8b43e1a7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2129025'] for subnet, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:40.967564 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b78000-5540-4020-8dd3-f0c329be0018 service neutron] Pushing event updated for resources: {'Port': ['ID=28be0383-9978-4110-bfa8-981e25d39309,revision_number=2']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:40.978815 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-f1b78000-5540-4020-8dd3-f0c329be0018 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:41.343099 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e6db7-ce24-4030-97c6-f802acc8de66 req-a3fdd9c1-5666-4e5e-8b64-9de42a4f3401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:41.344856 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-579e6db7-ce24-4030-97c6-f802acc8de66 req-a3fdd9c1-5666-4e5e-8b64-9de42a4f3401 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f6cc23c741843818689bad4f7a6cecc&device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 1099 time: 1.2715073 May 20 21:44:41.437965 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.managers [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-f1b78000-5540-4020-8dd3-f0c329be0018 service neutron] Attempting to bind port 28be0383-9978-4110-bfa8-981e25d39309 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:44:41.438321 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.managers [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-f1b78000-5540-4020-8dd3-f0c329be0018 service neutron] Attempting to bind port 28be0383-9978-4110-bfa8-981e25d39309 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'c8882a79-3f5b-43e5-87fa-475536f2fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a0e8f491-adaf-493f-a233-ff27efefc925'}] {{(pid=98342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:44:41.438711 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-f1b78000-5540-4020-8dd3-f0c329be0018 service neutron] Attempting to bind port 28be0383-9978-4110-bfa8-981e25d39309 on network a0e8f491-adaf-493f-a233-ff27efefc925 {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:44:41.479108 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de56a6c-b0c9-44b3-9a0b-0b6f0231a80e req-b9fc0a27-8a50-477a-a194-fe9f831a9bcf tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:41.481592 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9de56a6c-b0c9-44b3-9a0b-0b6f0231a80e req-b9fc0a27-8a50-477a-a194-fe9f831a9bcf tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=58bc1d59-eb0c-41f7-8b7b-33f62dd3276b HTTP/1.1" status: 200 len: 943 time: 0.7590475 May 20 21:44:41.562895 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-f1b78000-5540-4020-8dd3-f0c329be0018 service neutron] Port 28be0383-9978-4110-bfa8-981e25d39309 on network a0e8f491-adaf-493f-a233-ff27efefc925 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 21:44:41.563383 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-f1b78000-5540-4020-8dd3-f0c329be0018 service neutron] Attempting to bind port 28be0383-9978-4110-bfa8-981e25d39309 on network a0e8f491-adaf-493f-a233-ff27efefc925 {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:44:41.602590 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-f1b78000-5540-4020-8dd3-f0c329be0018 service neutron] Checking agent: {'id': '80f4bab6-80a2-4d7c-8071-f2009e74956d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'started_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:44:41.603143 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-f1b78000-5540-4020-8dd3-f0c329be0018 service neutron] Checking segment: {'id': 'c8882a79-3f5b-43e5-87fa-475536f2fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a0e8f491-adaf-493f-a233-ff27efefc925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:44:41.603766 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-f1b78000-5540-4020-8dd3-f0c329be0018 service neutron] Bound using segment: {'id': 'c8882a79-3f5b-43e5-87fa-475536f2fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a0e8f491-adaf-493f-a233-ff27efefc925'} {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:44:41.604575 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.managers [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-f1b78000-5540-4020-8dd3-f0c329be0018 service neutron] Bound port: 28be0383-9978-4110-bfa8-981e25d39309, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8882a79-3f5b-43e5-87fa-475536f2fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a0e8f491-adaf-493f-a233-ff27efefc925'}}] {{(pid=98342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:44:41.605166 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-f1b78000-5540-4020-8dd3-f0c329be0018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:41.664243 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bff2d-7c16-4a72-a3c7-1ab9d1336767 req-e908b960-f8f4-478c-b267-ee2fdccecb78 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:41.666109 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-899bff2d-7c16-4a72-a3c7-1ab9d1336767 req-e908b960-f8f4-478c-b267-ee2fdccecb78 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.4632931 May 20 21:44:41.793547 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9de56a6c-b0c9-44b3-9a0b-0b6f0231a80e req-f4b80076-2377-4281-92e8-46b21f3624bf tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269459 May 20 21:44:41.803123 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e6db7-ce24-4030-97c6-f802acc8de66 req-56ab10b3-0ab1-4f5e-afe2-5dc9f840fc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:41.804656 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-579e6db7-ce24-4030-97c6-f802acc8de66 req-56ab10b3-0ab1-4f5e-afe2-5dc9f840fc29 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3 HTTP/1.1" status: 200 len: 919 time: 0.4267128 May 20 21:44:41.845636 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ecec8acf-414b-40a4-9eab-bcb8b43e1a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1737464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2129043'] for subnet, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:41.855721 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-c8bcece0-5a3b-4c68-a5e1-916e981933e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:41.917780 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-579e6db7-ce24-4030-97c6-f802acc8de66 req-42168ed7-160b-4b27-bcf2-a88454e94035 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4a8f613-71cb-4486-a373-2cb334378143 HTTP/1.1" status: 200 len: 217 time: 0.0994587 May 20 21:44:41.923175 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-899bff2d-7c16-4a72-a3c7-1ab9d1336767 req-bf34b28d-a88e-4f11-ad8a-78857cf2f9a9 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004590 May 20 21:44:41.993315 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-f1b78000-5540-4020-8dd3-f0c329be0018 service neutron] For port 28be0383-9978-4110-bfa8-981e25d39309, host hv-cinder-79246, cleared binding levels {{(pid=98342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:44:42.003473 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec8acf-414b-40a4-9eab-bcb8b43e1a7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=08b3c829-5708-410c-be04-7fb8bee6ee62,revision_number=0']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:42.008447 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-ecec8acf-414b-40a4-9eab-bcb8b43e1a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:42.009493 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecec8acf-414b-40a4-9eab-bcb8b43e1a7f admin admin] Checking segment: {'id': '6ff77bad-fc84-48fa-928c-df742290c0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '50e8913e-b0c0-4cbf-a591-6727353e1c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:44:42.009854 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecec8acf-414b-40a4-9eab-bcb8b43e1a7f admin admin] Network hostable DHCP agents. Network: 50e8913e-b0c0-4cbf-a591-6727353e1c2d, hostable agents: ['b421ac0d-62b9-4a8f-94e9-2f7b98c53d5e'], hosted agents: [] {{(pid=98343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:44:42.016392 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-f1b78000-5540-4020-8dd3-f0c329be0018 service neutron] For port 28be0383-9978-4110-bfa8-981e25d39309, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=28be0383-9978-4110-bfa8-981e25d39309,segment=NetworkSegment(c8882a79-3f5b-43e5-87fa-475536f2fbe2),segment_id=c8882a79-3f5b-43e5-87fa-475536f2fbe2)] {{(pid=98342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:44:42.032088 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-f1b78000-5540-4020-8dd3-f0c329be0018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3867198'] for port, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:42.037488 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecec8acf-414b-40a4-9eab-bcb8b43e1a7f admin admin] Network 50e8913e-b0c0-4cbf-a591-6727353e1c2d is scheduled to be hosted by DHCP agent b421ac0d-62b9-4a8f-94e9-2f7b98c53d5e with binding_index 1 {{(pid=98343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:44:42.046724 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-5ff6456c-6404-4673-84d7-417a1674719b tempest-DeleteServersTestJSON-1527229537 tempest-DeleteServersTestJSON-1527229537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:42.055864 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.base_scheduler [None req-ecec8acf-414b-40a4-9eab-bcb8b43e1a7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-4-smb, 50e8913e-b0c0-4cbf-a591-6727353e1c2d) {{(pid=98343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:44:42.067230 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be1ecd7-f561-449b-b6f3-4ee0e5133118 None None] Network 50e8913e-b0c0-4cbf-a591-6727353e1c2d requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:44:42.070411 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecec8acf-414b-40a4-9eab-bcb8b43e1a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:42.071315 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ecec8acf-414b-40a4-9eab-bcb8b43e1a7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:42.114309 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-ecec8acf-414b-40a4-9eab-bcb8b43e1a7f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3042214 May 20 21:44:42.213441 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b78000-5540-4020-8dd3-f0c329be0018 service neutron] Pushing event updated for resources: {'Port': ['ID=28be0383-9978-4110-bfa8-981e25d39309,revision_number=3']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:42.371975 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-f1b78000-5540-4020-8dd3-f0c329be0018 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:42.476371 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-f1b78000-5540-4020-8dd3-f0c329be0018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:42.478530 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-f1b78000-5540-4020-8dd3-f0c329be0018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:42.486062 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-f1b78000-5540-4020-8dd3-f0c329be0018 service neutron] 10.222.0.69 "PUT /v2.0/ports/28be0383-9978-4110-bfa8-981e25d39309 HTTP/1.1" status: 200 len: 1093 time: 4.4405699 May 20 21:44:42.488458 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58bc1d59-eb0c-41f7-8b7b-33f62dd3276b', 'tag': '28be0383-9978-4110-bfa8-981e25d39309'}] {{(pid=98342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:44:42.526517 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e6db7-ce24-4030-97c6-f802acc8de66 req-ee221701-5ab3-435a-bca6-0f14965e10c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:42.528343 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-579e6db7-ce24-4030-97c6-f802acc8de66 req-ee221701-5ab3-435a-bca6-0f14965e10c3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4f589239-d7e8-4c4e-8d52-786435111b4c HTTP/1.1" status: 200 len: 858 time: 0.6017885 May 20 21:44:42.547515 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10a553-d065-4e27-be8d-86d7a8da6cfe req-b58faabf-e439-4852-95b3-1fd791a39270 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:42.570238 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9e10a553-d065-4e27-be8d-86d7a8da6cfe req-b58faabf-e439-4852-95b3-1fd791a39270 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 946 time: 0.5249982 May 20 21:44:42.683010 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81162517-a2ea-480f-8b76-bbebc22e3927 None None] Network 50e8913e-b0c0-4cbf-a591-6727353e1c2d requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:44:42.822368 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdab740-5c29-4601-9e72-b322e312a948 req-b9fb392e-f439-435b-a27d-1584915f6075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:42.825221 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-5bdab740-5c29-4601-9e72-b322e312a948 req-b9fb392e-f439-435b-a27d-1584915f6075 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 1099 time: 0.1892736 May 20 21:44:42.838760 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-579e6db7-ce24-4030-97c6-f802acc8de66 req-476006cb-b73a-4337-b38a-4d110c118ece service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2655506 May 20 21:44:42.908129 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-5bdab740-5c29-4601-9e72-b322e312a948 req-d7a628e8-2c8d-4a5d-8530-0d2fc42f3b22 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568583 May 20 21:44:42.932692 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58bc1d59-eb0c-41f7-8b7b-33f62dd3276b', 'tag': '28be0383-9978-4110-bfa8-981e25d39309', 'status': 'completed', 'code': 200} May 20 21:44:43.161520 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9e10a553-d065-4e27-be8d-86d7a8da6cfe req-f373eb5e-c4eb-4bfb-bc07-7c1020255330 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5856063 May 20 21:44:43.326194 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-579e6db7-ce24-4030-97c6-f802acc8de66 req-f579906e-e6ae-431a-b5c0-b70a4c7597bb service neutron] 10.222.0.69 "GET /v2.0/networks/c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460876 May 20 21:44:43.579160 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-04fc5200-32d8-460b-ab43-7a532b3800f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:43.580794 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-04fc5200-32d8-460b-ab43-7a532b3800f7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=462722ee06ab47f396fc96575d046bdc&device_id=58bc1d59-eb0c-41f7-8b7b-33f62dd3276b HTTP/1.1" status: 200 len: 1096 time: 0.8691075 May 20 21:44:43.728588 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-b01d8e07-cbfd-4aaf-a90f-1a6c1befeb56 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28be0383-9978-4110-bfa8-981e25d39309 HTTP/1.1" status: 200 len: 217 time: 0.1308775 May 20 21:44:43.762404 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94ad51-5e96-4d8a-bdcd-3909388e6804 req-c17fd26c-06fe-4276-af9f-f0cb71803887 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:43.774889 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-7c94ad51-5e96-4d8a-bdcd-3909388e6804 req-c17fd26c-06fe-4276-af9f-f0cb71803887 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b7c72a-ed26-4ebe-b124-fd462dfaefbc HTTP/1.1" status: 200 len: 946 time: 0.6261864 May 20 21:44:43.977811 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-579e6db7-ce24-4030-97c6-f802acc8de66 req-dfc2a605-fe04-4134-9a5a-c76be62579b2 service neutron] 10.222.0.69 "GET /v2.0/networks/c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5832851 May 20 21:44:44.011761 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca5fc0-395f-4ada-8303-6d7c692e8980 req-cb8b24a4-bb5c-4a64-9d28-e4f479569f0f tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:44.013766 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d0ca5fc0-395f-4ada-8303-6d7c692e8980 req-cb8b24a4-bb5c-4a64-9d28-e4f479569f0f tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=58bc1d59-eb0c-41f7-8b7b-33f62dd3276b HTTP/1.1" status: 200 len: 943 time: 0.6820731 May 20 21:44:44.036615 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-aa2dca09-9b37-429a-9323-9003dda99510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:44.039165 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-aa2dca09-9b37-429a-9323-9003dda99510 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0a0aa404-f762-4a40-8a37-03345bde1a32 HTTP/1.1" status: 200 len: 855 time: 0.2610185 May 20 21:44:44.043655 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-7c94ad51-5e96-4d8a-bdcd-3909388e6804 req-61339fc0-4b5e-482c-808d-ed50c57e3bf2 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] 10.222.0.78 "GET /v2.0/security-groups?id=de6163e4-a119-4ec5-8b54-ca30f5e61bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599323 May 20 21:44:44.142287 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-2513629e-f0cc-41a2-84fe-b9eee35a509b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a0e8f491-adaf-493f-a233-ff27efefc925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720108 May 20 21:44:44.168060 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d0ca5fc0-395f-4ada-8303-6d7c692e8980 req-f49fabed-ec7e-4bf5-baef-1e6116a05a23 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351957 May 20 21:44:44.761011 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-d213a51b-c66e-4ffd-860f-7e50a89f4744 service neutron] 10.222.0.69 "GET /v2.0/networks/a0e8f491-adaf-493f-a233-ff27efefc925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5994711 May 20 21:44:44.774053 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fa51b-ce32-413d-87d9-ac2853c4e2b7 req-e5d4cfef-8f08-4d20-858f-cc2b23df4730 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:44.783978 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-726fa51b-ce32-413d-87d9-ac2853c4e2b7 req-e5d4cfef-8f08-4d20-858f-cc2b23df4730 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 946 time: 0.3499680 May 20 21:44:44.915864 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fec86-4827-4f26-9e58-b89b85dc344f req-65223e8d-61d6-47fc-867f-a39cc6cc09d2 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:44.918369 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-653fec86-4827-4f26-9e58-b89b85dc344f req-65223e8d-61d6-47fc-867f-a39cc6cc09d2 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.6832647 May 20 21:44:45.110151 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-726fa51b-ce32-413d-87d9-ac2853c4e2b7 req-b8842956-5dcc-4943-8da2-12e99efa4583 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3222859 May 20 21:44:45.214511 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-653fec86-4827-4f26-9e58-b89b85dc344f req-d4758e4c-02c4-4366-97f4-1c5d1105ddd8 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760897 May 20 21:44:45.243637 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ce6cca6d-3a0e-48dc-b3f6-c347e1286d00 req-e8c8be10-daad-41f1-9d2a-fabd50e90c38 service neutron] 10.222.0.69 "GET /v2.0/networks/a0e8f491-adaf-493f-a233-ff27efefc925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536786 May 20 21:44:45.405067 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c50818-6aea-4ea7-bcb5-cc92f6a44054 req-9be5f817-8128-458c-80ea-93b75f185b75 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:45.406946 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-20c50818-6aea-4ea7-bcb5-cc92f6a44054 req-9be5f817-8128-458c-80ea-93b75f185b75 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b7c72a-ed26-4ebe-b124-fd462dfaefbc HTTP/1.1" status: 200 len: 946 time: 0.2548435 May 20 21:44:45.578902 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:45.893797 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-5652d63d-1f27-4e96-8ee2-b31d2e36cd61 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:45.896230 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-5652d63d-1f27-4e96-8ee2-b31d2e36cd61 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/networks?id=50e8913e-b0c0-4cbf-a591-6727353e1c2d HTTP/1.1" status: 200 len: 814 time: 0.5615022 May 20 21:44:45.928574 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a43d14-f602-454b-a6ea-2e0435a95d6a req-fd3bc69a-a0b4-44c8-9660-7a28922593c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:45.930125 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-43a43d14-f602-454b-a6ea-2e0435a95d6a req-fd3bc69a-a0b4-44c8-9660-7a28922593c9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=462722ee06ab47f396fc96575d046bdc&device_id=58bc1d59-eb0c-41f7-8b7b-33f62dd3276b HTTP/1.1" status: 200 len: 1096 time: 0.5398159 May 20 21:44:45.935482 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-c9b481e9-e52a-44ec-8d21-2569d1c7f2f3 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/quotas/faed8bc9cb8c41f99ca7d44437d90797 HTTP/1.1" status: 200 len: 375 time: 0.0271010 May 20 21:44:45.949624 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273ed86-76b9-4855-911b-a5c3d8118550 req-416da355-e9f8-4d82-a87d-e96aa01a0a09 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:45.951192 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9273ed86-76b9-4855-911b-a5c3d8118550 req-416da355-e9f8-4d82-a87d-e96aa01a0a09 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b7c72a-ed26-4ebe-b124-fd462dfaefbc HTTP/1.1" status: 200 len: 946 time: 0.4218087 May 20 21:44:46.063232 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-4f7e24e6-0144-4382-b5d6-61fc057fa11a tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=faed8bc9cb8c41f99ca7d44437d90797&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1080101 May 20 21:44:46.074495 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [req-20c50818-6aea-4ea7-bcb5-cc92f6a44054 req-a0c771da-1cb8-4dea-9fa8-b14b3d698707 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Deleting port 1b65eadf-2089-45b1-94af-3ebbabdbcc09 {{(pid=98342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:44:46.074978 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-20c50818-6aea-4ea7-bcb5-cc92f6a44054 req-a0c771da-1cb8-4dea-9fa8-b14b3d698707 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:46.385645 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9273ed86-76b9-4855-911b-a5c3d8118550 req-bfd39dfa-d26c-4821-8944-c162d587a7f4 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] 10.222.0.78 "GET /v2.0/security-groups?id=de6163e4-a119-4ec5-8b54-ca30f5e61bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719139 May 20 21:44:46.461345 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a43d14-f602-454b-a6ea-2e0435a95d6a req-e66da912-2864-4e86-89e9-5ba2002ca8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:46.463006 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-43a43d14-f602-454b-a6ea-2e0435a95d6a req-e66da912-2864-4e86-89e9-5ba2002ca8bd service neutron] 10.222.0.69 "GET /v2.0/networks?id=a0e8f491-adaf-493f-a233-ff27efefc925 HTTP/1.1" status: 200 len: 916 time: 0.5091722 May 20 21:44:46.589204 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-43a43d14-f602-454b-a6ea-2e0435a95d6a req-a9d5ffb7-959d-4c66-bbdb-cb9b3c2d9bf3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28be0383-9978-4110-bfa8-981e25d39309 HTTP/1.1" status: 200 len: 217 time: 0.1095171 May 20 21:44:46.794981 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-9a0b4730-1dfa-4265-816a-29e71a5dd0ff service neutron] 10.222.0.78 "GET /v2.0/networks/50e8913e-b0c0-4cbf-a591-6727353e1c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7002120 May 20 21:44:46.805807 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [req-20c50818-6aea-4ea7-bcb5-cc92f6a44054 req-a0c771da-1cb8-4dea-9fa8-b14b3d698707 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] For port 1b65eadf-2089-45b1-94af-3ebbabdbcc09, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1b65eadf-2089-45b1-94af-3ebbabdbcc09,segment=NetworkSegment(cf4d93f6-57e9-46b9-acc1-a3884f3f0537),segment_id=cf4d93f6-57e9-46b9-acc1-a3884f3f0537)] {{(pid=98342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:44:46.806238 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-20c50818-6aea-4ea7-bcb5-cc92f6a44054 req-a0c771da-1cb8-4dea-9fa8-b14b3d698707 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:47.007673 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [req-20c50818-6aea-4ea7-bcb5-cc92f6a44054 req-a0c771da-1cb8-4dea-9fa8-b14b3d698707 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Calling delete_port for 1b65eadf-2089-45b1-94af-3ebbabdbcc09 owned by compute:nova {{(pid=98342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:44:47.025655 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a43d14-f602-454b-a6ea-2e0435a95d6a req-471cbaf5-c19e-4445-a523-4fb0ecc76158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:47.027158 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-43a43d14-f602-454b-a6ea-2e0435a95d6a req-471cbaf5-c19e-4445-a523-4fb0ecc76158 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0a0aa404-f762-4a40-8a37-03345bde1a32 HTTP/1.1" status: 200 len: 855 time: 0.2826655 May 20 21:44:47.163253 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-43a43d14-f602-454b-a6ea-2e0435a95d6a req-4aa48dd4-5e99-46b2-8bc9-db8f92cb8719 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a0e8f491-adaf-493f-a233-ff27efefc925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835056 May 20 21:44:47.232224 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129abe6-4c6f-4d24-af3b-290edeb350b3 req-b23967a4-359f-43f7-953e-0681c9a030ff tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:47.233860 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f129abe6-4c6f-4d24-af3b-290edeb350b3 req-b23967a4-359f-43f7-953e-0681c9a030ff tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=58bc1d59-eb0c-41f7-8b7b-33f62dd3276b HTTP/1.1" status: 200 len: 943 time: 0.6535234 May 20 21:44:47.257906 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-72f1b492-05e1-4f28-b792-82be6943a408 service neutron] 10.222.0.78 "GET /v2.0/networks/50e8913e-b0c0-4cbf-a591-6727353e1c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359105 May 20 21:44:47.399986 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f129abe6-4c6f-4d24-af3b-290edeb350b3 req-56f5ba93-387d-4c6b-a85e-cc5e80eb1395 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521208 May 20 21:44:47.593117 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-43a43d14-f602-454b-a6ea-2e0435a95d6a req-c8f6ade4-07ac-4fc6-a499-1fd1d68a6526 service neutron] 10.222.0.69 "GET /v2.0/networks/a0e8f491-adaf-493f-a233-ff27efefc925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145525 May 20 21:44:47.719132 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-20c50818-6aea-4ea7-bcb5-cc92f6a44054 req-a0c771da-1cb8-4dea-9fa8-b14b3d698707 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:47.733019 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:47.845487 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c771da-1cb8-4dea-9fa8-b14b3d698707 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Pushing event deleted for resources: {'Port': ['ID=1b65eadf-2089-45b1-94af-3ebbabdbcc09,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:47.850138 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-a0c771da-1cb8-4dea-9fa8-b14b3d698707 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:47.981170 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19e5c7-0075-4204-9fe4-97ce0d825c7a req-eb6e13d5-10d4-418a-b989-fc9c907b8f15 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:47.984432 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-6f19e5c7-0075-4204-9fe4-97ce0d825c7a req-eb6e13d5-10d4-418a-b989-fc9c907b8f15 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 946 time: 0.4970913 May 20 21:44:47.993056 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c50818-6aea-4ea7-bcb5-cc92f6a44054 req-a0c771da-1cb8-4dea-9fa8-b14b3d698707 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] No DVR routers for this DVR port 1b65eadf-2089-45b1-94af-3ebbabdbcc09 on host hv-cinder-79246 {{(pid=98342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:44:48.006446 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-20c50818-6aea-4ea7-bcb5-cc92f6a44054 req-a0c771da-1cb8-4dea-9fa8-b14b3d698707 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:48.025483 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b7c72a-ed26-4ebe-b124-fd462dfaefbc', 'name': 'network-vif-deleted', 'tag': '1b65eadf-2089-45b1-94af-3ebbabdbcc09'}] {{(pid=98342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:44:48.037269 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-43a43d14-f602-454b-a6ea-2e0435a95d6a req-41f8eced-298a-4e38-bd1d-8c98a3a9b128 service neutron] 10.222.0.69 "GET /v2.0/networks/a0e8f491-adaf-493f-a233-ff27efefc925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978729 May 20 21:44:48.051963 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c8064-9cc8-4c52-97a3-688288d58f52 req-e3ff3d9f-9107-4f7a-b79b-072854c0d346 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:48.059365 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e65c8064-9cc8-4c52-97a3-688288d58f52 req-e3ff3d9f-9107-4f7a-b79b-072854c0d346 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.4956074 May 20 21:44:48.096483 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-20c50818-6aea-4ea7-bcb5-cc92f6a44054 req-a0c771da-1cb8-4dea-9fa8-b14b3d698707 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] 10.222.0.69 "DELETE /v2.0/ports/1b65eadf-2089-45b1-94af-3ebbabdbcc09 HTTP/1.1" status: 204 len: 173 time: 2.6268027 May 20 21:44:48.116608 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-6f19e5c7-0075-4204-9fe4-97ce0d825c7a req-70bd83bd-628a-473a-9ccc-8201b7f02c68 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200848 May 20 21:44:48.198700 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e65c8064-9cc8-4c52-97a3-688288d58f52 req-a3af027e-6f7a-419f-8b3a-f8b59c135e39 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377616 May 20 21:44:48.383901 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-dfdb0b25-9836-4355-80a0-f635e1532043 req-9387d936-890e-40ef-b5a9-b8ec66c9d06b tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac799a16-ecd7-40da-86b4-14a70f644cd4 HTTP/1.1" status: 200 len: 210 time: 0.0883887 May 20 21:44:48.443483 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-447daec4-d7ce-4b80-a052-a30aaa6f2a7c req-db465e1d-d63b-473d-b277-f43d5c2bcb78 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Synchronizing usage tracker for tenant:a3a65357df1e4810b96007203d430d0f on resource:port {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:44:48.462193 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-447daec4-d7ce-4b80-a052-a30aaa6f2a7c req-db465e1d-d63b-473d-b277-f43d5c2bcb78 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Unset dirty status for tenant:a3a65357df1e4810b96007203d430d0f on resource:port {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:44:48.463482 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-447daec4-d7ce-4b80-a052-a30aaa6f2a7c req-db465e1d-d63b-473d-b277-f43d5c2bcb78 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] 10.222.0.78 "GET /v2.0/ports?device_id=29b7c72a-ed26-4ebe-b124-fd462dfaefbc HTTP/1.1" status: 200 len: 210 time: 0.0719976 May 20 21:44:48.465494 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b7c72a-ed26-4ebe-b124-fd462dfaefbc', 'name': 'network-vif-deleted', 'tag': '1b65eadf-2089-45b1-94af-3ebbabdbcc09', 'status': 'completed', 'code': 200} May 20 21:44:48.701631 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da2eff-5323-4764-8f22-d6c4e3c53624 req-c12f5095-63c8-47f9-8dde-82cc44a2ed47 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:48.704246 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-75da2eff-5323-4764-8f22-d6c4e3c53624 req-c12f5095-63c8-47f9-8dde-82cc44a2ed47 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=58bc1d59-eb0c-41f7-8b7b-33f62dd3276b HTTP/1.1" status: 200 len: 943 time: 0.1241698 May 20 21:44:48.747520 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 28be0383-9978-4110-bfa8-981e25d39309 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 21:44:48.751610 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 1b65eadf-2089-45b1-94af-3ebbabdbcc09 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:44:48.758391 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-75da2eff-5323-4764-8f22-d6c4e3c53624 req-f2917189-63eb-477c-8089-d1989940c658 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471952 May 20 21:44:48.841651 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] No Port match for: 1b65eadf-2089-45b1-94af-3ebbabdbcc09 {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:44:48.842269 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 1b65eadf-2089-45b1-94af-3ebbabdbcc09 not bound to the agent host hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:44:49.054357 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 28be0383-9978-4110-bfa8-981e25d39309, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=28be0383-9978-4110-bfa8-981e25d39309,segment=NetworkSegment(c8882a79-3f5b-43e5-87fa-475536f2fbe2),segment_id=c8882a79-3f5b-43e5-87fa-475536f2fbe2)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:44:49.080331 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Returning: {'device': '28be0383-9978-4110-bfa8-981e25d39309', 'network_id': 'a0e8f491-adaf-493f-a233-ff27efefc925', 'port_id': '28be0383-9978-4110-bfa8-981e25d39309', 'mac_address': 'fa:16:3e:6c:c9:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a0aa404-f762-4a40-8a37-03345bde1a32', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 21:44:49.185523 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:49.223875 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28be0383-9978-4110-bfa8-981e25d39309 {{(pid=98344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:44:49.292312 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 28be0383-9978-4110-bfa8-981e25d39309, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=28be0383-9978-4110-bfa8-981e25d39309,segment=NetworkSegment(c8882a79-3f5b-43e5-87fa-475536f2fbe2),segment_id=c8882a79-3f5b-43e5-87fa-475536f2fbe2)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:44:49.300611 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:49.306044 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:49.567242 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=28be0383-9978-4110-bfa8-981e25d39309,revision_number=4']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:49.580229 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:49.665271 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e427d-02d4-40a8-954a-c917165458a7 req-41e51ef4-f409-437c-bbd4-69af1b5a306f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:49.667349 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d02e427d-02d4-40a8-954a-c917165458a7 req-41e51ef4-f409-437c-bbd4-69af1b5a306f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f6cc23c741843818689bad4f7a6cecc&device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 1099 time: 0.7939703 May 20 21:44:49.681163 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-766a6da9-60a9-4852-b94f-278261a7d9cd tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:49.683805 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-766a6da9-60a9-4852-b94f-278261a7d9cd tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.69 "GET /v2.0/networks?id=50e8913e-b0c0-4cbf-a591-6727353e1c2d HTTP/1.1" status: 200 len: 814 time: 0.5499163 May 20 21:44:49.695977 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['28be0383-9978-4110-bfa8-981e25d39309'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:44:49.734788 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4cd07-5a00-44a8-b29d-498448351aee req-dac2346a-e8d7-4b1e-9432-baedff7980aa tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:49.744183 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4bf4cd07-5a00-44a8-b29d-498448351aee req-dac2346a-e8d7-4b1e-9432-baedff7980aa tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.7818098 May 20 21:44:49.783191 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-03972cef-a57d-4aaa-ab73-6cb853626ac0 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Request body: {'port': {'device_id': 'ac799a16-ecd7-40da-86b4-14a70f644cd4', 'network_id': '50e8913e-b0c0-4cbf-a591-6727353e1c2d', 'admin_state_up': True, 'tenant_id': 'faed8bc9cb8c41f99ca7d44437d90797'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:44:49.958583 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 41876) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:44:50.072214 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4bf4cd07-5a00-44a8-b29d-498448351aee req-111fd825-b2fb-4cac-b4e9-46351c48435b tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279383 May 20 21:44:50.172534 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-764baf04-3be6-4a32-87eb-cb64a4864157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:50.191080 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-764baf04-3be6-4a32-87eb-cb64a4864157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:44:50.197283 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-764baf04-3be6-4a32-87eb-cb64a4864157 admin admin] Usage tracker for resource:security_group_rule and tenant:077a0d5da80d43caaffc98c201908b07 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:44:50.201446 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-764baf04-3be6-4a32-87eb-cb64a4864157 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:44:50.207604 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021909f3-e8bd-48cf-ad47-67b1d68b1171 req-3e6a24c3-1b1f-4393-9812-c805e6dad654 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:50.209882 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-021909f3-e8bd-48cf-ad47-67b1d68b1171 req-3e6a24c3-1b1f-4393-9812-c805e6dad654 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 946 time: 0.8056839 May 20 21:44:50.210061 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-764baf04-3be6-4a32-87eb-cb64a4864157 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:44:50.255285 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-03972cef-a57d-4aaa-ab73-6cb853626ac0 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:44:50.261113 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-03972cef-a57d-4aaa-ab73-6cb853626ac0 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Usage tracker for resource:port and tenant:faed8bc9cb8c41f99ca7d44437d90797 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:44:50.268764 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e427d-02d4-40a8-954a-c917165458a7 req-fd727a8b-e35b-4f53-bb75-1c258a115294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:50.270964 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d02e427d-02d4-40a8-954a-c917165458a7 req-fd727a8b-e35b-4f53-bb75-1c258a115294 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3 HTTP/1.1" status: 200 len: 919 time: 0.5837884 May 20 21:44:50.274420 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-03972cef-a57d-4aaa-ab73-6cb853626ac0 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:44:50.351392 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-764baf04-3be6-4a32-87eb-cb64a4864157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:50.357124 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-764baf04-3be6-4a32-87eb-cb64a4864157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:50.368448 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-abd4dbeb-551d-4266-95f7-d5210d9d7c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:50.389848 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-03972cef-a57d-4aaa-ab73-6cb853626ac0 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:44:50.433239 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b3296441-e8b4-4ca5-9407-c8f8b3e9c7c3 req-c0c8175a-56b6-4863-be79-035098b0a83f tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac799a16-ecd7-40da-86b4-14a70f644cd4 HTTP/1.1" status: 200 len: 210 time: 0.1684504 May 20 21:44:50.439947 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764baf04-3be6-4a32-87eb-cb64a4864157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004aa940-b357-47b2-b7b5-8cda1b95f14c,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:50.441501 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d02e427d-02d4-40a8-954a-c917165458a7 req-15be430a-0aa0-42e6-9c10-ff0905a10271 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4a8f613-71cb-4486-a373-2cb334378143 HTTP/1.1" status: 200 len: 217 time: 0.1292212 May 20 21:44:50.454213 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-764baf04-3be6-4a32-87eb-cb64a4864157 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=077a0d5da80d43caaffc98c201908b07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4937527 May 20 21:44:50.456581 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-021909f3-e8bd-48cf-ad47-67b1d68b1171 req-db3b5f2b-f0ba-44ac-b691-75fa575c75e2 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225647 May 20 21:44:50.463740 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 41882) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:44:50.466656 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-764baf04-3be6-4a32-87eb-cb64a4864157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:50.543470 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-03972cef-a57d-4aaa-ab73-6cb853626ac0 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Made reservation on behalf of faed8bc9cb8c41f99ca7d44437d90797 for: {'port': 1} {{(pid=98342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:44:50.549438 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-03972cef-a57d-4aaa-ab73-6cb853626ac0 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:50.807588 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e427d-02d4-40a8-954a-c917165458a7 req-90732f4c-98fb-48c2-87f0-3cbbd7340da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:50.809369 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d02e427d-02d4-40a8-954a-c917165458a7 req-90732f4c-98fb-48c2-87f0-3cbbd7340da7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4f589239-d7e8-4c4e-8d52-786435111b4c HTTP/1.1" status: 200 len: 858 time: 0.3299074 May 20 21:44:50.935996 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d02e427d-02d4-40a8-954a-c917165458a7 req-8353fbcc-d2c1-41c1-975c-dc24d775eedc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028669 May 20 21:44:50.945559 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-170dd0a9-0a5f-4375-9f09-74a6864fa1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:51.096581 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-170dd0a9-0a5f-4375-9f09-74a6864fa1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:51.246073 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.db_base_plugin_common [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-03972cef-a57d-4aaa-ab73-6cb853626ac0 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Allocated IP 172.20.0.12 (50e8913e-b0c0-4cbf-a591-6727353e1c2d/08b3c829-5708-410c-be04-7fb8bee6ee62/41eb5cc9-10ae-449e-bf15-48329c399f3f) {{(pid=98342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:44:51.266134 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a04bc-18f3-40dd-b741-685270949fcd req-301c6aa1-4664-456b-817b-2820572125f7 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:51.267710 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-375a04bc-18f3-40dd-b741-685270949fcd req-301c6aa1-4664-456b-817b-2820572125f7 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=58bc1d59-eb0c-41f7-8b7b-33f62dd3276b HTTP/1.1" status: 200 len: 944 time: 0.5393865 May 20 21:44:51.372256 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d02e427d-02d4-40a8-954a-c917165458a7 req-5afd41ee-9de1-4950-bab4-b34564082dd8 service neutron] 10.222.0.69 "GET /v2.0/networks/c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210820 May 20 21:44:51.437139 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-170dd0a9-0a5f-4375-9f09-74a6864fa1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:51.462131 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-62188fbe-2438-4848-bba6-ac713fb5ed74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:51.510970 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-375a04bc-18f3-40dd-b741-685270949fcd req-c9becd25-0b9d-4665-aff9-7af71ccd29e1 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263749 May 20 21:44:51.519198 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170dd0a9-0a5f-4375-9f09-74a6864fa1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004aa940-b357-47b2-b7b5-8cda1b95f14c,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:51.540013 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-170dd0a9-0a5f-4375-9f09-74a6864fa1a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:51.841781 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-170dd0a9-0a5f-4375-9f09-74a6864fa1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:51.842906 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-170dd0a9-0a5f-4375-9f09-74a6864fa1a0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/004aa940-b357-47b2-b7b5-8cda1b95f14c HTTP/1.1" status: 204 len: 168 time: 1.3779972 May 20 21:44:51.915213 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-fc3c16d2-a45a-411d-8689-d79472316950 req-8e012a32-6324-4caa-ac64-bc5b732529f0 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Synchronizing usage tracker for tenant:faed8bc9cb8c41f99ca7d44437d90797 on resource:port {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:44:51.982343 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a610f71-9d51-4250-8ad0-2f67bf6a25d8 req-4efab03f-47b3-4cc1-9595-73c4879573ae tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:51.983942 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-1a610f71-9d51-4250-8ad0-2f67bf6a25d8 req-4efab03f-47b3-4cc1-9595-73c4879573ae tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.6766560 May 20 21:44:51.996528 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d02e427d-02d4-40a8-954a-c917165458a7 req-d24eb207-1c0e-4104-a5b6-d9f92b5a4f2b service neutron] 10.222.0.69 "GET /v2.0/networks/c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5889659 May 20 21:44:52.017061 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-fc3c16d2-a45a-411d-8689-d79472316950 req-8e012a32-6324-4caa-ac64-bc5b732529f0 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Unset dirty status for tenant:faed8bc9cb8c41f99ca7d44437d90797 on resource:port {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:44:52.018644 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-fc3c16d2-a45a-411d-8689-d79472316950 req-8e012a32-6324-4caa-ac64-bc5b732529f0 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac799a16-ecd7-40da-86b4-14a70f644cd4 HTTP/1.1" status: 200 len: 210 time: 0.2388704 May 20 21:44:52.080015 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-03972cef-a57d-4aaa-ab73-6cb853626ac0 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Notify callbacks [] for port, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:52.089705 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-1a610f71-9d51-4250-8ad0-2f67bf6a25d8 req-bbcdd92b-1402-45ec-9bf6-34e306497b2a tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957663 May 20 21:44:52.139953 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-03972cef-a57d-4aaa-ab73-6cb853626ac0 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:52.151147 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-b196c95a-401a-4efc-a35c-9c1928433eb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:52.206168 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-1c35f090-5181-4745-a308-0f8e6af42448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:52.263370 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-03972cef-a57d-4aaa-ab73-6cb853626ac0 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Network 50e8913e-b0c0-4cbf-a591-6727353e1c2d is already hosted by enough agents. {{(pid=98342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:44:52.274971 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.base_scheduler [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-03972cef-a57d-4aaa-ab73-6cb853626ac0 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Resources bound (agent type, host, resource id): {{(pid=98342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:44:52.284298 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-03972cef-a57d-4aaa-ab73-6cb853626ac0 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Received port after_create {{(pid=98342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:44:52.357483 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03972cef-a57d-4aaa-ab73-6cb853626ac0 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Pushing event updated for resources: {'Port': ['ID=41eb5cc9-10ae-449e-bf15-48329c399f3f,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:52.364464 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-03972cef-a57d-4aaa-ab73-6cb853626ac0 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:52.383810 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-03972cef-a57d-4aaa-ab73-6cb853626ac0 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:52.384481 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-03972cef-a57d-4aaa-ab73-6cb853626ac0 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:52.411541 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-03972cef-a57d-4aaa-ab73-6cb853626ac0 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6437738 May 20 21:44:52.420092 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c58f3-9d0b-4446-b0e6-39e7e71e5f2b req-e6f598ad-4cb1-4403-8881-548a7790894f tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:52.421640 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-693c58f3-9d0b-4446-b0e6-39e7e71e5f2b req-e6f598ad-4cb1-4403-8881-548a7790894f tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 946 time: 0.2187383 May 20 21:44:52.430347 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-6e26aed1-f9c9-4913-b853-53fa310b355c service neutron] Request body: {'port': {'device_id': 'ac799a16-ecd7-40da-86b4-14a70f644cd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:44:52.602704 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-693c58f3-9d0b-4446-b0e6-39e7e71e5f2b req-67870e16-5130-4e21-b0d4-e7f3bf8390f2 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326587 May 20 21:44:52.637896 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-6e26aed1-f9c9-4913-b853-53fa310b355c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:52.768719 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 28be0383-9978-4110-bfa8-981e25d39309 up at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:44:52.908665 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning for port 28be0383-9978-4110-bfa8-981e25d39309 completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:44:52.924687 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning complete for port 28be0383-9978-4110-bfa8-981e25d39309 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:44:52.925197 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:52.979367 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032a41d-0d43-4a27-a13b-5882ff719d8e req-0b559ef7-52de-483f-9928-06bd23d6614c tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:52.981269 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d032a41d-0d43-4a27-a13b-5882ff719d8e req-0b559ef7-52de-483f-9928-06bd23d6614c tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=58bc1d59-eb0c-41f7-8b7b-33f62dd3276b HTTP/1.1" status: 200 len: 944 time: 0.2859077 May 20 21:44:53.211682 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:53.283262 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 28be0383-9978-4110-bfa8-981e25d39309, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=28be0383-9978-4110-bfa8-981e25d39309,segment=NetworkSegment(c8882a79-3f5b-43e5-87fa-475536f2fbe2),segment_id=c8882a79-3f5b-43e5-87fa-475536f2fbe2)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:44:53.286179 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58bc1d59-eb0c-41f7-8b7b-33f62dd3276b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28be0383-9978-4110-bfa8-981e25d39309'}] {{(pid=98344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:44:53.297314 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:53.300816 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-fb2e5433-9641-4856-9460-26acbb306abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:53.327297 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d032a41d-0d43-4a27-a13b-5882ff719d8e req-c7dc6836-95b2-4a8d-8d11-808e99c36768 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252304 May 20 21:44:53.450665 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=28be0383-9978-4110-bfa8-981e25d39309,revision_number=5']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:53.456136 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:53.696651 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34d682-5e70-4983-a91d-3634298c993a req-5876b815-c978-4bbb-944c-c7dd14ca7daf tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:53.699373 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-3d34d682-5e70-4983-a91d-3634298c993a req-5876b815-c978-4bbb-944c-c7dd14ca7daf tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac799a16-ecd7-40da-86b4-14a70f644cd4 HTTP/1.1" status: 200 len: 932 time: 0.3181205 May 20 21:44:53.930772 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-6e26aed1-f9c9-4913-b853-53fa310b355c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41eb5cc9-10ae-449e-bf15-48329c399f3f {{(pid=98342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:44:53.950457 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-6e26aed1-f9c9-4913-b853-53fa310b355c service neutron] Notify callbacks [] for port, precommit_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:53.961939 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-3d34d682-5e70-4983-a91d-3634298c993a req-854a6e24-ee39-4f91-82b3-979c5d7e4439 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/security-groups?id=f85fc22b-36d2-4f67-bb7c-9ef5a1c05b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490748 May 20 21:44:53.995611 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.provisioning_blocks [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-6e26aed1-f9c9-4913-b853-53fa310b355c service neutron] Transition to ACTIVE for port object 41eb5cc9-10ae-449e-bf15-48329c399f3f will not be triggered until provisioned by entity L2. {{(pid=98342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:44:54.024070 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-6e26aed1-f9c9-4913-b853-53fa310b355c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3867198'] for port, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:54.029335 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-df9eca98-207f-464b-ba71-2d1d473cdb61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:54.080838 dv-cinder-792462-4-smb neutron-server[98344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58bc1d59-eb0c-41f7-8b7b-33f62dd3276b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28be0383-9978-4110-bfa8-981e25d39309', 'code': 200} May 20 21:44:54.134257 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909cd3b-e389-4b4e-b36e-258f11324eaa req-6ed58ca9-5ab9-4a5d-ab54-55471ee937dd tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:54.137108 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d909cd3b-e389-4b4e-b36e-258f11324eaa req-6ed58ca9-5ab9-4a5d-ab54-55471ee937dd tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.4605613 May 20 21:44:54.380303 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26aed1-f9c9-4913-b853-53fa310b355c service neutron] Pushing event updated for resources: {'Port': ['ID=41eb5cc9-10ae-449e-bf15-48329c399f3f,revision_number=2']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:54.485265 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-6e26aed1-f9c9-4913-b853-53fa310b355c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:54.717636 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d909cd3b-e389-4b4e-b36e-258f11324eaa req-02d21464-c659-4d3d-81f7-e8af30b6e5a0 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4673014 May 20 21:44:54.867468 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.managers [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-6e26aed1-f9c9-4913-b853-53fa310b355c service neutron] Attempting to bind port 41eb5cc9-10ae-449e-bf15-48329c399f3f on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:44:54.868181 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.managers [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-6e26aed1-f9c9-4913-b853-53fa310b355c service neutron] Attempting to bind port 41eb5cc9-10ae-449e-bf15-48329c399f3f by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '6ff77bad-fc84-48fa-928c-df742290c0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '50e8913e-b0c0-4cbf-a591-6727353e1c2d'}] {{(pid=98342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:44:54.868883 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-6e26aed1-f9c9-4913-b853-53fa310b355c service neutron] Attempting to bind port 41eb5cc9-10ae-449e-bf15-48329c399f3f on network 50e8913e-b0c0-4cbf-a591-6727353e1c2d {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:44:54.891585 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-6e26aed1-f9c9-4913-b853-53fa310b355c service neutron] Port 41eb5cc9-10ae-449e-bf15-48329c399f3f on network 50e8913e-b0c0-4cbf-a591-6727353e1c2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 21:44:54.892053 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-6e26aed1-f9c9-4913-b853-53fa310b355c service neutron] Attempting to bind port 41eb5cc9-10ae-449e-bf15-48329c399f3f on network 50e8913e-b0c0-4cbf-a591-6727353e1c2d {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:44:54.912609 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef7614-3cf5-44ef-9692-5e9bdfcb4dad req-bd01c864-3d43-420d-aa0e-e508993db0c5 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:54.915046 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-caef7614-3cf5-44ef-9692-5e9bdfcb4dad req-bd01c864-3d43-420d-aa0e-e508993db0c5 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 946 time: 0.4077115 May 20 21:44:55.156711 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-6e26aed1-f9c9-4913-b853-53fa310b355c service neutron] Checking agent: {'id': '80f4bab6-80a2-4d7c-8071-f2009e74956d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'started_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:44:55.157499 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-6e26aed1-f9c9-4913-b853-53fa310b355c service neutron] Checking segment: {'id': '6ff77bad-fc84-48fa-928c-df742290c0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '50e8913e-b0c0-4cbf-a591-6727353e1c2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:44:55.157815 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-6e26aed1-f9c9-4913-b853-53fa310b355c service neutron] Bound using segment: {'id': '6ff77bad-fc84-48fa-928c-df742290c0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '50e8913e-b0c0-4cbf-a591-6727353e1c2d'} {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:44:55.158614 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.managers [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-6e26aed1-f9c9-4913-b853-53fa310b355c service neutron] Bound port: 41eb5cc9-10ae-449e-bf15-48329c399f3f, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff77bad-fc84-48fa-928c-df742290c0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '50e8913e-b0c0-4cbf-a591-6727353e1c2d'}}] {{(pid=98342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:44:55.159169 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-6e26aed1-f9c9-4913-b853-53fa310b355c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:55.353773 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baa267-7996-4442-a6ab-c18e920e3e93 req-78fe1dc0-af2e-4294-9ba4-af0f4fa8ba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:55.353773 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f3baa267-7996-4442-a6ab-c18e920e3e93 req-78fe1dc0-af2e-4294-9ba4-af0f4fa8ba69 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=58bc1d59-eb0c-41f7-8b7b-33f62dd3276b HTTP/1.1" status: 200 len: 1098 time: 0.6040587 May 20 21:44:55.416040 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-caef7614-3cf5-44ef-9692-5e9bdfcb4dad req-c8710004-3851-47a8-b4fe-ae88fc496680 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4886727 May 20 21:44:55.559760 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-6e26aed1-f9c9-4913-b853-53fa310b355c service neutron] For port 41eb5cc9-10ae-449e-bf15-48329c399f3f, host hv-cinder-79246, cleared binding levels {{(pid=98342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:44:55.576755 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-6e26aed1-f9c9-4913-b853-53fa310b355c service neutron] For port 41eb5cc9-10ae-449e-bf15-48329c399f3f, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=41eb5cc9-10ae-449e-bf15-48329c399f3f,segment=NetworkSegment(6ff77bad-fc84-48fa-928c-df742290c0f0),segment_id=6ff77bad-fc84-48fa-928c-df742290c0f0)] {{(pid=98342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:44:55.585051 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:55.597101 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-6e26aed1-f9c9-4913-b853-53fa310b355c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3867198'] for port, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:55.615063 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-f1b78000-5540-4020-8dd3-f0c329be0018 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:55.685923 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f3baa267-7996-4442-a6ab-c18e920e3e93 req-b8955308-4034-484d-9ec0-e19afa7e7306 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122842 May 20 21:44:55.708848 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-6e26aed1-f9c9-4913-b853-53fa310b355c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:55.711760 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-6e26aed1-f9c9-4913-b853-53fa310b355c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:55.712095 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-6e26aed1-f9c9-4913-b853-53fa310b355c service neutron] 10.222.0.69 "PUT /v2.0/ports/41eb5cc9-10ae-449e-bf15-48329c399f3f HTTP/1.1" status: 200 len: 1094 time: 3.2892871 May 20 21:44:55.729617 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac799a16-ecd7-40da-86b4-14a70f644cd4', 'tag': '41eb5cc9-10ae-449e-bf15-48329c399f3f'}] {{(pid=98342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:44:55.776653 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15134074-7c8d-4116-8f89-37b735890bfe req-42b91806-ed6c-42b3-bc89-1441d014e4c0 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:55.780907 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-15134074-7c8d-4116-8f89-37b735890bfe req-42b91806-ed6c-42b3-bc89-1441d014e4c0 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=58bc1d59-eb0c-41f7-8b7b-33f62dd3276b HTTP/1.1" status: 200 len: 945 time: 0.8639913 May 20 21:44:56.048131 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26aed1-f9c9-4913-b853-53fa310b355c service neutron] Pushing event updated for resources: {'Port': ['ID=41eb5cc9-10ae-449e-bf15-48329c399f3f,revision_number=3']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:56.069254 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-6e26aed1-f9c9-4913-b853-53fa310b355c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:56.113654 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-15134074-7c8d-4116-8f89-37b735890bfe req-22720cdc-357e-4da3-ab04-49026d69a499 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150482 May 20 21:44:56.169449 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-19cbc20b-3418-4611-8a6c-41bb4e071afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:56.174328 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-1fa8edf0-c285-4624-b13e-66295b54e7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:56.177700 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-1fa8edf0-c285-4624-b13e-66295b54e7af service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=faed8bc9cb8c41f99ca7d44437d90797&device_id=ac799a16-ecd7-40da-86b4-14a70f644cd4 HTTP/1.1" status: 200 len: 1097 time: 0.3310518 May 20 21:44:56.183735 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac799a16-ecd7-40da-86b4-14a70f644cd4', 'tag': '41eb5cc9-10ae-449e-bf15-48329c399f3f', 'status': 'completed', 'code': 200} May 20 21:44:56.198442 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcefa5-ada1-475f-a886-87e8f42f3243 req-784739b4-0c86-4c05-9981-5d434e806185 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:56.200123 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-28dcefa5-ada1-475f-a886-87e8f42f3243 req-784739b4-0c86-4c05-9981-5d434e806185 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac799a16-ecd7-40da-86b4-14a70f644cd4 HTTP/1.1" status: 200 len: 944 time: 0.2804070 May 20 21:44:56.349564 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-673af18a-7cca-41f0-9f4d-cc93d11262e6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41eb5cc9-10ae-449e-bf15-48329c399f3f HTTP/1.1" status: 200 len: 217 time: 0.1454587 May 20 21:44:56.477729 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-28dcefa5-ada1-475f-a886-87e8f42f3243 req-925bec55-ca4d-40ba-92f4-1a421a636d2d tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/security-groups?id=f85fc22b-36d2-4f67-bb7c-9ef5a1c05b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006819 May 20 21:44:56.510449 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-3eac8bed-1efb-447d-85cc-c9a66d95d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:56.513020 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-3eac8bed-1efb-447d-85cc-c9a66d95d8db service neutron] 10.222.0.69 "GET /v2.0/subnets?id=08b3c829-5708-410c-be04-7fb8bee6ee62 HTTP/1.1" status: 200 len: 854 time: 0.1496689 May 20 21:44:56.617261 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-40fdde4c-c44c-496d-b99e-c950c14ac29c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=50e8913e-b0c0-4cbf-a591-6727353e1c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923769 May 20 21:44:56.650889 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646013a-9fde-45d0-b03d-76101b32ffaa req-5a534abf-e33d-4d99-b5f2-d8db0047ea6b tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:56.661304 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-7646013a-9fde-45d0-b03d-76101b32ffaa req-5a534abf-e33d-4d99-b5f2-d8db0047ea6b tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.3606813 May 20 21:44:56.821545 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-e7c74fdc-5f88-4f2c-9140-0abe403012ef tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=45edc165b19c4ee7bb509fb5dc56fed6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1563387 May 20 21:44:57.185228 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-7646013a-9fde-45d0-b03d-76101b32ffaa req-e5dbb4b6-7fbe-4a7e-947b-4b7830d52e9a tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5172215 May 20 21:44:57.337131 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-19e756c6-d3c5-499a-bcc3-5d0677448a5a tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:57.350164 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-19e756c6-d3c5-499a-bcc3-5d0677448a5a tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5039554 May 20 21:44:57.384535 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-c7c511c7-f1ab-4339-af7c-ef20ddb5071f tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] 10.222.0.78 "GET /v2.0/quotas/45edc165b19c4ee7bb509fb5dc56fed6 HTTP/1.1" status: 200 len: 375 time: 0.0326583 May 20 21:44:57.389300 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-4e303997-9589-4806-854a-8a163a0fac25 service neutron] 10.222.0.69 "GET /v2.0/networks/50e8913e-b0c0-4cbf-a591-6727353e1c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7264066 May 20 21:44:57.511204 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:57.629202 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-58b7c085-2182-4704-952a-c6e56f61429e tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=45edc165b19c4ee7bb509fb5dc56fed6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2309394 May 20 21:44:57.710046 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b990eb64-41ae-4f81-84f6-221f8ee66ad6 req-0ee841d8-1133-4fcc-9e3f-6286356a804d service neutron] 10.222.0.69 "GET /v2.0/networks/50e8913e-b0c0-4cbf-a591-6727353e1c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104467 May 20 21:44:57.733497 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b97e5-8d36-4d83-b839-9be54a0de9e6 req-1ca2ede1-fbc9-40aa-aa05-ce722358ee41 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:57.735920 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-dd6b97e5-8d36-4d83-b839-9be54a0de9e6 req-1ca2ede1-fbc9-40aa-aa05-ce722358ee41 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 946 time: 0.3395095 May 20 21:44:57.938485 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-dd6b97e5-8d36-4d83-b839-9be54a0de9e6 req-6b55f36a-32d1-4ebe-b26f-40223163dd60 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920376 May 20 21:44:58.110256 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e6e81-7894-48c0-8611-23a7bcbf1a38 req-4aac323b-7df7-4f9e-844e-cedb5f6f940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:58.112699 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b28e6e81-7894-48c0-8611-23a7bcbf1a38 req-4aac323b-7df7-4f9e-844e-cedb5f6f940d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=faed8bc9cb8c41f99ca7d44437d90797&device_id=ac799a16-ecd7-40da-86b4-14a70f644cd4 HTTP/1.1" status: 200 len: 1097 time: 0.3000665 May 20 21:44:58.624059 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905c989-58e4-4062-b5f1-ca23f9f1dab6 req-60ba2a44-d53c-4e36-adc2-d6b136f7f503 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:58.627444 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9905c989-58e4-4062-b5f1-ca23f9f1dab6 req-60ba2a44-d53c-4e36-adc2-d6b136f7f503 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=58bc1d59-eb0c-41f7-8b7b-33f62dd3276b HTTP/1.1" status: 200 len: 945 time: 0.5246089 May 20 21:44:58.647131 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c6416-9927-49b4-91b9-ad2b0c422df7 req-b10b4599-edcc-445b-b24f-589b98e5692b tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:58.649874 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-447c6416-9927-49b4-91b9-ad2b0c422df7 req-b10b4599-edcc-445b-b24f-589b98e5692b tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac799a16-ecd7-40da-86b4-14a70f644cd4 HTTP/1.1" status: 200 len: 944 time: 0.4489589 May 20 21:44:58.652295 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e6e81-7894-48c0-8611-23a7bcbf1a38 req-567ceaf9-f218-49d9-a2c7-feeadcf08e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:58.657587 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b28e6e81-7894-48c0-8611-23a7bcbf1a38 req-567ceaf9-f218-49d9-a2c7-feeadcf08e36 service neutron] 10.222.0.69 "GET /v2.0/networks?id=50e8913e-b0c0-4cbf-a591-6727353e1c2d HTTP/1.1" status: 200 len: 915 time: 0.4668372 May 20 21:44:58.788477 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b28e6e81-7894-48c0-8611-23a7bcbf1a38 req-27d12ebe-d3d9-4ca5-ab8d-b8985819e339 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41eb5cc9-10ae-449e-bf15-48329c399f3f HTTP/1.1" status: 200 len: 217 time: 0.1102028 May 20 21:44:58.800640 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 8d4f96ae-6406-4b29-8adb-180e8a245fb0 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 21:44:58.908805 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9905c989-58e4-4062-b5f1-ca23f9f1dab6 req-3c4f6b90-a988-43a5-8e6b-a4060e2956fb tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737932 May 20 21:44:58.933014 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-447c6416-9927-49b4-91b9-ad2b0c422df7 req-cf903f19-e9df-4875-aa7b-94fb7051d622 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/security-groups?id=f85fc22b-36d2-4f67-bb7c-9ef5a1c05b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533107 May 20 21:44:58.999494 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e6e81-7894-48c0-8611-23a7bcbf1a38 req-e6aee179-feaf-4902-a8d9-ad4d0471a7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:59.003333 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b28e6e81-7894-48c0-8611-23a7bcbf1a38 req-e6aee179-feaf-4902-a8d9-ad4d0471a7ea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=08b3c829-5708-410c-be04-7fb8bee6ee62 HTTP/1.1" status: 200 len: 854 time: 0.2028542 May 20 21:44:59.165811 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 8d4f96ae-6406-4b29-8adb-180e8a245fb0, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8d4f96ae-6406-4b29-8adb-180e8a245fb0,segment=NetworkSegment(54b1c84e-94ed-47c5-9732-c818bd112025),segment_id=54b1c84e-94ed-47c5-9732-c818bd112025)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:44:59.184675 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b28e6e81-7894-48c0-8611-23a7bcbf1a38 req-e4827153-dbec-480b-b1aa-a06fd79e12be service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=50e8913e-b0c0-4cbf-a591-6727353e1c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1630025 May 20 21:44:59.195194 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Returning: {'device': '8d4f96ae-6406-4b29-8adb-180e8a245fb0', 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952', 'port_id': '8d4f96ae-6406-4b29-8adb-180e8a245fb0', 'mac_address': 'fa:16:3e:2c:6c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e184cb69-105f-475e-83f0-129c4848c2ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 21:44:59.342550 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:59.355449 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:59.396377 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d4f96ae-6406-4b29-8adb-180e8a245fb0 {{(pid=98344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:44:59.433925 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 8d4f96ae-6406-4b29-8adb-180e8a245fb0, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8d4f96ae-6406-4b29-8adb-180e8a245fb0,segment=NetworkSegment(54b1c84e-94ed-47c5-9732-c818bd112025),segment_id=54b1c84e-94ed-47c5-9732-c818bd112025)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:44:59.441838 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:44:59.445669 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:44:59.446736 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f4e78dbc-9ab1-4507-a20d-259cbc092b83 req-fbb76d07-2025-4be6-b6d6-528ce619d326 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c8fc41-f00f-411b-bc5b-b4192c60be9d HTTP/1.1" status: 200 len: 210 time: 0.2866983 May 20 21:44:59.581539 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=8d4f96ae-6406-4b29-8adb-180e8a245fb0,revision_number=6']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:44:59.585659 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:44:59.641235 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['8d4f96ae-6406-4b29-8adb-180e8a245fb0'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:44:59.765853 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6867d-8ab3-4e80-a5e2-19f5a51098c3 req-ae21d282-1773-420f-8d09-b8e2adbbb390 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:44:59.782173 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-0ec6867d-8ab3-4e80-a5e2-19f5a51098c3 req-ae21d282-1773-420f-8d09-b8e2adbbb390 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 946 time: 0.4693241 May 20 21:44:59.835166 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b28e6e81-7894-48c0-8611-23a7bcbf1a38 req-44e0c579-ba7d-44d9-aaa1-88c75b96e544 service neutron] 10.222.0.69 "GET /v2.0/networks/50e8913e-b0c0-4cbf-a591-6727353e1c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5824313 May 20 21:45:00.485922 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-8d5601cc-2712-4914-90f1-35626ed6f486 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=45edc165b19c4ee7bb509fb5dc56fed6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5901372 May 20 21:45:00.565074 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-0ec6867d-8ab3-4e80-a5e2-19f5a51098c3 req-e03f272a-1297-468a-b67f-3f3a1fb03e3e tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7451169 May 20 21:45:00.715995 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b28e6e81-7894-48c0-8611-23a7bcbf1a38 req-d0fb258d-9ef1-4f9e-a06c-1981e8538e6a service neutron] 10.222.0.69 "GET /v2.0/networks/50e8913e-b0c0-4cbf-a591-6727353e1c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8101807 May 20 21:45:00.811249 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 41eb5cc9-10ae-449e-bf15-48329c399f3f details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 21:45:00.820661 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 8d4f96ae-6406-4b29-8adb-180e8a245fb0 up at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:45:00.905997 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-f459d83d-32a9-44dd-9ab9-21bf87f41ced tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:00.908425 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-f459d83d-32a9-44dd-9ab9-21bf87f41ced tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4007640 May 20 21:45:00.925485 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f210eb-53b3-4d43-8492-4a0664e27f85 req-80b79d33-a537-46c1-8744-f177aac415f2 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:00.929005 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-64f210eb-53b3-4d43-8492-4a0664e27f85 req-80b79d33-a537-46c1-8744-f177aac415f2 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.5433023 May 20 21:45:00.954699 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-f6c2c5f9-d4e5-49c7-9485-409907211d13 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Request body: {'port': {'device_id': '71c8fc41-f00f-411b-bc5b-b4192c60be9d', 'network_id': '5522f824-ef21-4f8a-bab7-9b6728599cac', 'admin_state_up': True, 'tenant_id': '45edc165b19c4ee7bb509fb5dc56fed6'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:45:01.175247 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 41eb5cc9-10ae-449e-bf15-48329c399f3f, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=41eb5cc9-10ae-449e-bf15-48329c399f3f,segment=NetworkSegment(6ff77bad-fc84-48fa-928c-df742290c0f0),segment_id=6ff77bad-fc84-48fa-928c-df742290c0f0)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:45:01.200182 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning complete for port 8d4f96ae-6406-4b29-8adb-180e8a245fb0 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:45:01.201380 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:01.270948 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-64f210eb-53b3-4d43-8492-4a0664e27f85 req-739f429a-6a1d-4692-9968-01c18cd9d81b tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236146 May 20 21:45:01.300445 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Returning: {'device': '41eb5cc9-10ae-449e-bf15-48329c399f3f', 'network_id': '50e8913e-b0c0-4cbf-a591-6727353e1c2d', 'port_id': '41eb5cc9-10ae-449e-bf15-48329c399f3f', 'mac_address': 'fa:16:3e:f9:a9:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08b3c829-5708-410c-be04-7fb8bee6ee62', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 21:45:01.456648 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:01.457564 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0357419-d85d-4b65-9fa7-7a4fa35e0bab req-e49b9e85-9d24-41d8-93d7-b336f4f6f013 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:01.477142 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f0357419-d85d-4b65-9fa7-7a4fa35e0bab req-e49b9e85-9d24-41d8-93d7-b336f4f6f013 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac799a16-ecd7-40da-86b4-14a70f644cd4 HTTP/1.1" status: 200 len: 944 time: 0.6714859 May 20 21:45:01.487542 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-f6c2c5f9-d4e5-49c7-9485-409907211d13 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:45:01.603376 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-f6c2c5f9-d4e5-49c7-9485-409907211d13 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Usage tracker for resource:port and tenant:45edc165b19c4ee7bb509fb5dc56fed6 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:45:01.619610 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41eb5cc9-10ae-449e-bf15-48329c399f3f {{(pid=98344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:45:01.687202 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 41eb5cc9-10ae-449e-bf15-48329c399f3f, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=41eb5cc9-10ae-449e-bf15-48329c399f3f,segment=NetworkSegment(6ff77bad-fc84-48fa-928c-df742290c0f0),segment_id=6ff77bad-fc84-48fa-928c-df742290c0f0)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:45:01.689731 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:01.725889 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:01.729455 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-f6c2c5f9-d4e5-49c7-9485-409907211d13 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:45:01.754273 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:01.773353 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c3e4c2f4-8a5b-4318-86f9-367e72b5316b req-98cabb42-32e1-4132-bd28-4189a7cb79ed tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c8fc41-f00f-411b-bc5b-b4192c60be9d HTTP/1.1" status: 200 len: 210 time: 0.1384339 May 20 21:45:01.866121 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-f6c2c5f9-d4e5-49c7-9485-409907211d13 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:45:01.885294 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f0357419-d85d-4b65-9fa7-7a4fa35e0bab req-c641274a-da8f-44a1-9b67-74b949ccc25f tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/security-groups?id=f85fc22b-36d2-4f67-bb7c-9ef5a1c05b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047709 May 20 21:45:01.926409 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-f6c2c5f9-d4e5-49c7-9485-409907211d13 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Made reservation on behalf of 45edc165b19c4ee7bb509fb5dc56fed6 for: {'port': 1} {{(pid=98342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:45:01.948381 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-f6c2c5f9-d4e5-49c7-9485-409907211d13 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:01.969097 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098c7591-b1e3-4541-a630-89ee3d336fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4f96ae-6406-4b29-8adb-180e8a245fb0'}] {{(pid=98344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:45:01.993822 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-f6c2c5f9-d4e5-49c7-9485-409907211d13 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:02.040182 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 8d4f96ae-6406-4b29-8adb-180e8a245fb0, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8d4f96ae-6406-4b29-8adb-180e8a245fb0,segment=NetworkSegment(54b1c84e-94ed-47c5-9732-c818bd112025),segment_id=54b1c84e-94ed-47c5-9732-c818bd112025)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:45:02.061509 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:02.068823 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-f6c2c5f9-d4e5-49c7-9485-409907211d13 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:45:02.087910 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-f6c2c5f9-d4e5-49c7-9485-409907211d13 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Usage tracker for resource:security_group_rule and tenant:45edc165b19c4ee7bb509fb5dc56fed6 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:45:02.093411 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-f6c2c5f9-d4e5-49c7-9485-409907211d13 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:45:02.105759 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-f6c2c5f9-d4e5-49c7-9485-409907211d13 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:45:02.113972 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=41eb5cc9-10ae-449e-bf15-48329c399f3f,revision_number=4']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:02.123068 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:02.124079 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:02.306350 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['41eb5cc9-10ae-449e-bf15-48329c399f3f'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:45:02.422297 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=8d4f96ae-6406-4b29-8adb-180e8a245fb0,revision_number=7']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:02.424797 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:02.753335 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-f6c2c5f9-d4e5-49c7-9485-409907211d13 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:02.771146 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-f6c2c5f9-d4e5-49c7-9485-409907211d13 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:02.910812 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-3bedd95b-b105-48ab-b2dd-e8c49b7d5df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:02.992309 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2c5f9-d4e5-49c7-9485-409907211d13 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad6e683-cfd0-4f92-9753-7e0d537e1982,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:03.000188 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-f6c2c5f9-d4e5-49c7-9485-409907211d13 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:03.018980 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc4c40-db05-4e50-8290-f4936e38bbde req-75933f24-608e-4a14-a18f-3aabf324596d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:03.033944 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5bbc4c40-db05-4e50-8290-f4936e38bbde req-75933f24-608e-4a14-a18f-3aabf324596d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 946 time: 0.7514973 May 20 21:45:03.513988 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5bbc4c40-db05-4e50-8290-f4936e38bbde req-f96fd98f-dbda-42b1-9b7e-f3466e7c4f38 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4760182 May 20 21:45:03.566031 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.db_base_plugin_common [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-f6c2c5f9-d4e5-49c7-9485-409907211d13 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Allocated IP 192.168.233.152 (5522f824-ef21-4f8a-bab7-9b6728599cac/375ab1b4-a9d2-4f20-ba18-d870968dd48e/e0d2d930-9d94-4414-975b-e336187466ba) {{(pid=98342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:45:03.737894 dv-cinder-792462-4-smb neutron-server[98344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098c7591-b1e3-4541-a630-89ee3d336fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4f96ae-6406-4b29-8adb-180e8a245fb0', 'code': 200} May 20 21:45:04.326533 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-62c61a17-259e-481e-a490-0e9191356ba2 req-36062dd7-b7c4-47a3-862d-a72ead27fce8 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c8fc41-f00f-411b-bc5b-b4192c60be9d HTTP/1.1" status: 200 len: 210 time: 0.1938651 May 20 21:45:04.426944 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-f6c2c5f9-d4e5-49c7-9485-409907211d13 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Notify callbacks [] for port, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:04.527052 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.provisioning_blocks [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-f6c2c5f9-d4e5-49c7-9485-409907211d13 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Transition to ACTIVE for port object e0d2d930-9d94-4414-975b-e336187466ba will not be triggered until provisioned by entity DHCP. {{(pid=98342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:45:04.643663 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-f6c2c5f9-d4e5-49c7-9485-409907211d13 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:04.685108 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:04.832067 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 41eb5cc9-10ae-449e-bf15-48329c399f3f up at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:45:05.027572 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning for port 41eb5cc9-10ae-449e-bf15-48329c399f3f completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:45:05.042080 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning complete for port 41eb5cc9-10ae-449e-bf15-48329c399f3f triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:45:05.043093 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:05.187650 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-f6c2c5f9-d4e5-49c7-9485-409907211d13 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Network 5522f824-ef21-4f8a-bab7-9b6728599cac is already hosted by enough agents. {{(pid=98342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:45:05.206137 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.base_scheduler [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-f6c2c5f9-d4e5-49c7-9485-409907211d13 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Resources bound (agent type, host, resource id): {{(pid=98342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:45:05.225182 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-f6c2c5f9-d4e5-49c7-9485-409907211d13 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Received port after_create {{(pid=98342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:45:05.371082 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-f6c2c5f9-d4e5-49c7-9485-409907211d13 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:05.373281 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-f6c2c5f9-d4e5-49c7-9485-409907211d13 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:05.416208 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2c5f9-d4e5-49c7-9485-409907211d13 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Pushing event updated for resources: {'Port': ['ID=e0d2d930-9d94-4414-975b-e336187466ba,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:05.423837 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-f6c2c5f9-d4e5-49c7-9485-409907211d13 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:05.439116 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-f6c2c5f9-d4e5-49c7-9485-409907211d13 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5077970 May 20 21:45:05.474337 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-5d484a29-59d9-4b8b-8e20-196054aa16c7 service neutron] Request body: {'port': {'device_id': '71c8fc41-f00f-411b-bc5b-b4192c60be9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:45:05.555315 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:05.587867 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3656801-535c-44c0-975c-da0ae42e22d6 req-cc0a9060-1c3b-4652-b8a1-1d62894fba4d tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:05.594772 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e3656801-535c-44c0-975c-da0ae42e22d6 req-cc0a9060-1c3b-4652-b8a1-1d62894fba4d tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac799a16-ecd7-40da-86b4-14a70f644cd4 HTTP/1.1" status: 200 len: 945 time: 0.8218622 May 20 21:45:05.747445 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac799a16-ecd7-40da-86b4-14a70f644cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41eb5cc9-10ae-449e-bf15-48329c399f3f'}] {{(pid=98344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:45:05.795964 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 41eb5cc9-10ae-449e-bf15-48329c399f3f, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=41eb5cc9-10ae-449e-bf15-48329c399f3f,segment=NetworkSegment(6ff77bad-fc84-48fa-928c-df742290c0f0),segment_id=6ff77bad-fc84-48fa-928c-df742290c0f0)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:45:05.811875 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:05.815369 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-cbcb454c-3943-4c93-a7a2-4519e0fbb167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:05.906687 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-5d484a29-59d9-4b8b-8e20-196054aa16c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:05.970939 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=41eb5cc9-10ae-449e-bf15-48329c399f3f,revision_number=5']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:05.979249 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:05.985468 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e3656801-535c-44c0-975c-da0ae42e22d6 req-bfa45048-d423-4d79-8ded-097180dcd355 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/security-groups?id=f85fc22b-36d2-4f67-bb7c-9ef5a1c05b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338823 May 20 21:45:06.005658 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-baac6689-6e8e-4ee8-8039-431ab9a18c7b None None] Provisioning for port e0d2d930-9d94-4414-975b-e336187466ba completed by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:45:06.014267 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-baac6689-6e8e-4ee8-8039-431ab9a18c7b None None] Provisioning complete for port e0d2d930-9d94-4414-975b-e336187466ba triggered by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:45:06.020013 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-baac6689-6e8e-4ee8-8039-431ab9a18c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:06.198881 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-baac6689-6e8e-4ee8-8039-431ab9a18c7b None None] Port e0d2d930-9d94-4414-975b-e336187466ba cannot update to ACTIVE because it is not bound. {{(pid=98344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 21:45:06.687983 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-5d484a29-59d9-4b8b-8e20-196054aa16c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d2d930-9d94-4414-975b-e336187466ba {{(pid=98342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:45:06.698558 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-5d484a29-59d9-4b8b-8e20-196054aa16c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:06.731609 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.provisioning_blocks [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-5d484a29-59d9-4b8b-8e20-196054aa16c7 service neutron] Transition to ACTIVE for port object e0d2d930-9d94-4414-975b-e336187466ba will not be triggered until provisioned by entity L2. {{(pid=98342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:45:06.805070 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-5d484a29-59d9-4b8b-8e20-196054aa16c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3867198'] for port, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:06.825802 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-f1b78000-5540-4020-8dd3-f0c329be0018 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:07.408965 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d484a29-59d9-4b8b-8e20-196054aa16c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d2d930-9d94-4414-975b-e336187466ba,revision_number=2']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:07.431123 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-5d484a29-59d9-4b8b-8e20-196054aa16c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:07.471523 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91013968-009b-40d8-84ee-72973a32689f req-da22c367-95c4-4b9b-80f5-84fcb8f6c32f tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:07.473368 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-91013968-009b-40d8-84ee-72973a32689f req-da22c367-95c4-4b9b-80f5-84fcb8f6c32f tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 946 time: 0.7338622 May 20 21:45:07.534536 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.managers [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-5d484a29-59d9-4b8b-8e20-196054aa16c7 service neutron] Attempting to bind port e0d2d930-9d94-4414-975b-e336187466ba on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:45:07.535373 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.managers [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-5d484a29-59d9-4b8b-8e20-196054aa16c7 service neutron] Attempting to bind port e0d2d930-9d94-4414-975b-e336187466ba by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '1492ef40-bb5f-42ab-ae78-27d253595792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5522f824-ef21-4f8a-bab7-9b6728599cac'}] {{(pid=98342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:45:07.535801 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-5d484a29-59d9-4b8b-8e20-196054aa16c7 service neutron] Attempting to bind port e0d2d930-9d94-4414-975b-e336187466ba on network 5522f824-ef21-4f8a-bab7-9b6728599cac {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:45:07.562778 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-5d484a29-59d9-4b8b-8e20-196054aa16c7 service neutron] Port e0d2d930-9d94-4414-975b-e336187466ba on network 5522f824-ef21-4f8a-bab7-9b6728599cac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 21:45:07.563554 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-5d484a29-59d9-4b8b-8e20-196054aa16c7 service neutron] Attempting to bind port e0d2d930-9d94-4414-975b-e336187466ba on network 5522f824-ef21-4f8a-bab7-9b6728599cac {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:45:07.588421 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-5d484a29-59d9-4b8b-8e20-196054aa16c7 service neutron] Checking agent: {'id': '80f4bab6-80a2-4d7c-8071-f2009e74956d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'started_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:45:07.588421 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-5d484a29-59d9-4b8b-8e20-196054aa16c7 service neutron] Checking segment: {'id': '1492ef40-bb5f-42ab-ae78-27d253595792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5522f824-ef21-4f8a-bab7-9b6728599cac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:45:07.589292 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-5d484a29-59d9-4b8b-8e20-196054aa16c7 service neutron] Bound using segment: {'id': '1492ef40-bb5f-42ab-ae78-27d253595792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5522f824-ef21-4f8a-bab7-9b6728599cac'} {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:45:07.590382 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.managers [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-5d484a29-59d9-4b8b-8e20-196054aa16c7 service neutron] Bound port: e0d2d930-9d94-4414-975b-e336187466ba, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1492ef40-bb5f-42ab-ae78-27d253595792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5522f824-ef21-4f8a-bab7-9b6728599cac'}}] {{(pid=98342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:45:07.590799 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-5d484a29-59d9-4b8b-8e20-196054aa16c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:07.795029 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-5d484a29-59d9-4b8b-8e20-196054aa16c7 service neutron] For port e0d2d930-9d94-4414-975b-e336187466ba, host hv-cinder-79246, cleared binding levels {{(pid=98342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:45:07.800788 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-5d484a29-59d9-4b8b-8e20-196054aa16c7 service neutron] For port e0d2d930-9d94-4414-975b-e336187466ba, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e0d2d930-9d94-4414-975b-e336187466ba,segment=NetworkSegment(1492ef40-bb5f-42ab-ae78-27d253595792),segment_id=1492ef40-bb5f-42ab-ae78-27d253595792)] {{(pid=98342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:45:07.827177 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448db23b-04d0-4ba7-8d14-da2a5cf5ccbe req-584f6270-082d-4b3c-8e1d-54106f8eaaaf tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:07.828801 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-448db23b-04d0-4ba7-8d14-da2a5cf5ccbe req-584f6270-082d-4b3c-8e1d-54106f8eaaaf tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Synchronizing usage tracker for tenant:45edc165b19c4ee7bb509fb5dc56fed6 on resource:port {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:45:07.842855 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-5d484a29-59d9-4b8b-8e20-196054aa16c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3867198'] for port, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:07.858212 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-a0c771da-1cb8-4dea-9fa8-b14b3d698707 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:08.150142 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-91013968-009b-40d8-84ee-72973a32689f req-d235d22a-58cc-4e03-b50b-b8b751b89c19 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6573396 May 20 21:45:08.224650 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-448db23b-04d0-4ba7-8d14-da2a5cf5ccbe req-584f6270-082d-4b3c-8e1d-54106f8eaaaf tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Unset dirty status for tenant:45edc165b19c4ee7bb509fb5dc56fed6 on resource:port {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:45:08.233956 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-448db23b-04d0-4ba7-8d14-da2a5cf5ccbe req-584f6270-082d-4b3c-8e1d-54106f8eaaaf tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c8fc41-f00f-411b-bc5b-b4192c60be9d HTTP/1.1" status: 200 len: 948 time: 1.1026628 May 20 21:45:08.265160 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-5d484a29-59d9-4b8b-8e20-196054aa16c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:08.265915 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-5d484a29-59d9-4b8b-8e20-196054aa16c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:08.267490 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-5d484a29-59d9-4b8b-8e20-196054aa16c7 service neutron] 10.222.0.69 "PUT /v2.0/ports/e0d2d930-9d94-4414-975b-e336187466ba HTTP/1.1" status: 200 len: 1098 time: 2.8077824 May 20 21:45:08.274620 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c8fc41-f00f-411b-bc5b-b4192c60be9d', 'tag': 'e0d2d930-9d94-4414-975b-e336187466ba'}] {{(pid=98342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:45:08.356172 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d484a29-59d9-4b8b-8e20-196054aa16c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d2d930-9d94-4414-975b-e336187466ba,revision_number=3']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:08.364439 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-5d484a29-59d9-4b8b-8e20-196054aa16c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:08.376655 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-448db23b-04d0-4ba7-8d14-da2a5cf5ccbe req-4b4c4137-81f4-46f8-be5d-faa3a0533a79 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Synchronizing usage tracker for tenant:45edc165b19c4ee7bb509fb5dc56fed6 on resource:security_group {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:45:08.444837 dv-cinder-792462-4-smb neutron-server[98344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac799a16-ecd7-40da-86b4-14a70f644cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41eb5cc9-10ae-449e-bf15-48329c399f3f', 'code': 200} May 20 21:45:08.713807 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-448db23b-04d0-4ba7-8d14-da2a5cf5ccbe req-4b4c4137-81f4-46f8-be5d-faa3a0533a79 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Unset dirty status for tenant:45edc165b19c4ee7bb509fb5dc56fed6 on resource:security_group {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:45:08.733871 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-448db23b-04d0-4ba7-8d14-da2a5cf5ccbe req-4b4c4137-81f4-46f8-be5d-faa3a0533a79 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] 10.222.0.78 "GET /v2.0/security-groups?id=6ad6e683-cfd0-4f92-9753-7e0d537e1982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4985480 May 20 21:45:08.802522 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 6 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:45:09.064690 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c8fc41-f00f-411b-bc5b-b4192c60be9d', 'tag': 'e0d2d930-9d94-4414-975b-e336187466ba', 'status': 'completed', 'code': 200} May 20 21:45:09.254216 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-0c2b4acd-4b4d-4d46-8321-cc0ab3efc241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:09.256146 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-0c2b4acd-4b4d-4d46-8321-cc0ab3efc241 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=45edc165b19c4ee7bb509fb5dc56fed6&device_id=71c8fc41-f00f-411b-bc5b-b4192c60be9d HTTP/1.1" status: 200 len: 1101 time: 0.8754599 May 20 21:45:09.422732 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-d60080a2-b8e0-4b62-ba6b-ea981c73df5f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=e0d2d930-9d94-4414-975b-e336187466ba HTTP/1.1" status: 200 len: 217 time: 0.1447930 May 20 21:45:09.440938 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968262f-ebe1-49be-8671-8f8c528d23b7 req-6f5d5ba5-542a-42ae-a203-bdb0afde036d tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:09.449284 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-7968262f-ebe1-49be-8671-8f8c528d23b7 req-6f5d5ba5-542a-42ae-a203-bdb0afde036d tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac799a16-ecd7-40da-86b4-14a70f644cd4 HTTP/1.1" status: 200 len: 946 time: 0.5895066 May 20 21:45:09.529345 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4712a-2156-4e85-9a73-153a60099ba6 req-fdac9708-faf4-4bc7-ac13-aab06edda41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:09.534072 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-97b4712a-2156-4e85-9a73-153a60099ba6 req-fdac9708-faf4-4bc7-ac13-aab06edda41a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ac799a16-ecd7-40da-86b4-14a70f644cd4 HTTP/1.1" status: 200 len: 1099 time: 0.4680550 May 20 21:45:09.673665 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-7968262f-ebe1-49be-8671-8f8c528d23b7 req-c903626b-696f-4008-8378-e5bf670ca8e2 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/security-groups?id=f85fc22b-36d2-4f67-bb7c-9ef5a1c05b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228723 May 20 21:45:09.687507 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-97b4712a-2156-4e85-9a73-153a60099ba6 req-1364a313-8014-42b8-9047-f531b002a294 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f85fc22b-36d2-4f67-bb7c-9ef5a1c05b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416719 May 20 21:45:09.689758 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-cfcff3a4-7a4e-4069-8261-76a1c2253407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:09.692685 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-cfcff3a4-7a4e-4069-8261-76a1c2253407 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=375ab1b4-a9d2-4f20-ba18-d870968dd48e HTTP/1.1" status: 200 len: 843 time: 0.2080252 May 20 21:45:10.615952 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-39f76d8a-68b6-4095-af5f-c457f7508b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:10.618672 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-39f76d8a-68b6-4095-af5f-c457f7508b7b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5522f824-ef21-4f8a-bab7-9b6728599cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.7557046 May 20 21:45:10.700303 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa888ad0-db57-4ef2-9d79-aeb1e07c2100 req-fd1373e5-4f6f-494e-8642-0251721e12ad tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:10.702458 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-aa888ad0-db57-4ef2-9d79-aeb1e07c2100 req-fd1373e5-4f6f-494e-8642-0251721e12ad tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 946 time: 0.6538734 May 20 21:45:10.927898 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f82e8-8efa-4fae-80c4-5dffb67068fc req-e5cd43ab-6e38-44c2-90f5-3bf4c8017029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:10.930187 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e92f82e8-8efa-4fae-80c4-5dffb67068fc req-e5cd43ab-6e38-44c2-90f5-3bf4c8017029 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f6cc23c741843818689bad4f7a6cecc&device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 1099 time: 0.6395009 May 20 21:45:11.028052 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-aa888ad0-db57-4ef2-9d79-aeb1e07c2100 req-9d75e6a3-98eb-4ced-b159-e38993c9e105 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2808266 May 20 21:45:11.079652 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1eb388-fa2d-49c1-9e91-441a6a528640 req-9f304dc8-15dd-414d-ab4f-fe40f5b0caaf tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:11.087887 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-0e1eb388-fa2d-49c1-9e91-441a6a528640 req-9f304dc8-15dd-414d-ab4f-fe40f5b0caaf tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c8fc41-f00f-411b-bc5b-b4192c60be9d HTTP/1.1" status: 200 len: 948 time: 0.6689651 May 20 21:45:11.210481 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-f22fbb2d-bcec-44f4-82d0-571b38d9bd78 service neutron] 10.222.0.69 "GET /v2.0/networks/5522f824-ef21-4f8a-bab7-9b6728599cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5699155 May 20 21:45:11.322408 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-0e1eb388-fa2d-49c1-9e91-441a6a528640 req-014c9aeb-553c-4d44-a441-0676eff78d48 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] 10.222.0.78 "GET /v2.0/security-groups?id=6ad6e683-cfd0-4f92-9753-7e0d537e1982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298088 May 20 21:45:11.470132 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f82e8-8efa-4fae-80c4-5dffb67068fc req-1dc5e537-a62f-4bd8-83cc-4fe8ecf574e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:11.475964 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e92f82e8-8efa-4fae-80c4-5dffb67068fc req-1dc5e537-a62f-4bd8-83cc-4fe8ecf574e6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3 HTTP/1.1" status: 200 len: 919 time: 0.5167222 May 20 21:45:11.934223 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e92f82e8-8efa-4fae-80c4-5dffb67068fc req-8f52c3d8-a906-4cf1-a4f4-283e2cdd39c9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4a8f613-71cb-4486-a373-2cb334378143 HTTP/1.1" status: 200 len: 217 time: 0.3701251 May 20 21:45:12.345325 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f82e8-8efa-4fae-80c4-5dffb67068fc req-78fcaf57-22e6-4fb9-9d4f-0d06c6b6ab14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:12.348647 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e92f82e8-8efa-4fae-80c4-5dffb67068fc req-78fcaf57-22e6-4fb9-9d4f-0d06c6b6ab14 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4f589239-d7e8-4c4e-8d52-786435111b4c HTTP/1.1" status: 200 len: 858 time: 0.3878784 May 20 21:45:12.547704 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e92f82e8-8efa-4fae-80c4-5dffb67068fc req-b8ef099b-0a43-4043-b1ea-500bf3f3a044 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1731806 May 20 21:45:12.670080 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c6e3b6fd-440f-463e-be8a-7a7b3166c618 req-17826b6e-1409-4b90-a43d-7e45d50e6120 service neutron] 10.222.0.69 "GET /v2.0/networks/5522f824-ef21-4f8a-bab7-9b6728599cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4306293 May 20 21:45:12.790909 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe0247-abdc-469d-818a-500d6de68dca req-7c17419c-2500-4d9f-9a3f-fddafcf3b37f tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:12.825274 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5fbe0247-abdc-469d-818a-500d6de68dca req-7c17419c-2500-4d9f-9a3f-fddafcf3b37f tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 1.1686740 May 20 21:45:13.151829 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033339f-a590-40e5-add9-f367410997b3 req-1f9e704f-5b95-4a5e-8c99-3094bbc6df54 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:13.168657 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b033339f-a590-40e5-add9-f367410997b3 req-1f9e704f-5b95-4a5e-8c99-3094bbc6df54 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac799a16-ecd7-40da-86b4-14a70f644cd4 HTTP/1.1" status: 200 len: 946 time: 1.4369109 May 20 21:45:13.327993 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5fbe0247-abdc-469d-818a-500d6de68dca req-bb2845ec-c6b9-42fa-892d-d6c8b0275f30 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517302 May 20 21:45:13.408315 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b033339f-a590-40e5-add9-f367410997b3 req-523d0f61-865c-4396-bf32-47a336b06266 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/security-groups?id=f85fc22b-36d2-4f67-bb7c-9ef5a1c05b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411566 May 20 21:45:13.420201 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e92f82e8-8efa-4fae-80c4-5dffb67068fc req-6028677a-2e33-4f34-a0e5-da1f0d96080a service neutron] 10.222.0.69 "GET /v2.0/networks/c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8401785 May 20 21:45:13.590362 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc279ac-7115-4ca5-b853-754f78fa18df req-4ad8aea3-22f5-4007-8182-a32ab2fcddda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:13.593855 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-7fc279ac-7115-4ca5-b853-754f78fa18df req-4ad8aea3-22f5-4007-8182-a32ab2fcddda service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=45edc165b19c4ee7bb509fb5dc56fed6&device_id=71c8fc41-f00f-411b-bc5b-b4192c60be9d HTTP/1.1" status: 200 len: 1101 time: 0.7640989 May 20 21:45:14.022066 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e92f82e8-8efa-4fae-80c4-5dffb67068fc req-f8cf860f-c2d1-4588-aa07-d3e5fd77393e service neutron] 10.222.0.69 "GET /v2.0/networks/c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5864582 May 20 21:45:14.094064 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc279ac-7115-4ca5-b853-754f78fa18df req-5edea5ea-e222-4bc3-aacf-68c2a3a8602a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:14.097158 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-7fc279ac-7115-4ca5-b853-754f78fa18df req-5edea5ea-e222-4bc3-aacf-68c2a3a8602a service neutron] 10.222.0.69 "GET /v2.0/networks?id=5522f824-ef21-4f8a-bab7-9b6728599cac HTTP/1.1" status: 200 len: 870 time: 0.4013391 May 20 21:45:14.219717 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-7fc279ac-7115-4ca5-b853-754f78fa18df req-92ad3bfc-c617-4788-b676-c7c4330fb719 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=e0d2d930-9d94-4414-975b-e336187466ba HTTP/1.1" status: 200 len: 217 time: 0.1102982 May 20 21:45:14.293602 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc86f2-e1ef-4d46-8041-9271605a6dc3 req-cbb4c868-a826-49ba-ba07-c600b66d962f tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:14.314628 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-aebc86f2-e1ef-4d46-8041-9271605a6dc3 req-cbb4c868-a826-49ba-ba07-c600b66d962f tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 946 time: 0.4368868 May 20 21:45:14.490942 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc279ac-7115-4ca5-b853-754f78fa18df req-b9f2d4bd-15ec-4073-aa7f-915e68a80bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:14.496864 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-7fc279ac-7115-4ca5-b853-754f78fa18df req-b9f2d4bd-15ec-4073-aa7f-915e68a80bf1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=375ab1b4-a9d2-4f20-ba18-d870968dd48e HTTP/1.1" status: 200 len: 843 time: 0.1758575 May 20 21:45:14.731589 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-aebc86f2-e1ef-4d46-8041-9271605a6dc3 req-a3a98e28-9d1b-4582-a1c8-dd69e77c8caa tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4059114 May 20 21:45:14.874101 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc279ac-7115-4ca5-b853-754f78fa18df req-94ebc5af-ba20-44fd-8066-128d997be6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:14.885956 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-7fc279ac-7115-4ca5-b853-754f78fa18df req-94ebc5af-ba20-44fd-8066-128d997be6c3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5522f824-ef21-4f8a-bab7-9b6728599cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3793066 May 20 21:45:15.623210 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:15.666930 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-7fc279ac-7115-4ca5-b853-754f78fa18df req-8bd8edbb-ab1e-4e34-98b1-f1e15ebf7139 service neutron] 10.222.0.69 "GET /v2.0/networks/5522f824-ef21-4f8a-bab7-9b6728599cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7693095 May 20 21:45:15.697509 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 42342) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:45:16.070863 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-7fc279ac-7115-4ca5-b853-754f78fa18df req-7e7894c5-3e73-4795-b3aa-a42364d6e439 service neutron] 10.222.0.69 "GET /v2.0/networks/5522f824-ef21-4f8a-bab7-9b6728599cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834026 May 20 21:45:16.100214 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf14d8f-3daf-43c5-85ef-1058adbd33f6 req-af882de7-8714-4f59-a7e2-2b5041fcc08b tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:16.113275 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-daf14d8f-3daf-43c5-85ef-1058adbd33f6 req-af882de7-8714-4f59-a7e2-2b5041fcc08b tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.9979451 May 20 21:45:16.204649 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e5ba2-f420-4e70-8a1a-897b13b46934 req-08c2488a-ed57-4f50-ba97-7879ac402e50 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:16.217490 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-340e5ba2-f420-4e70-8a1a-897b13b46934 req-08c2488a-ed57-4f50-ba97-7879ac402e50 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c8fc41-f00f-411b-bc5b-b4192c60be9d HTTP/1.1" status: 200 len: 948 time: 0.9619787 May 20 21:45:16.278220 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-daf14d8f-3daf-43c5-85ef-1058adbd33f6 req-b0d1fd00-7f62-4507-ba82-2a0914716844 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634057 May 20 21:45:16.294932 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c1341b2a-43dd-4b74-9a96-d4ff943e06b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:16.324766 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-340e5ba2-f420-4e70-8a1a-897b13b46934 req-c9437edd-e643-49c9-92ac-d53c89f71349 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] 10.222.0.78 "GET /v2.0/security-groups?id=6ad6e683-cfd0-4f92-9753-7e0d537e1982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938087 May 20 21:45:16.336391 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-c1341b2a-43dd-4b74-9a96-d4ff943e06b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:45:16.351677 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-c1341b2a-43dd-4b74-9a96-d4ff943e06b0 admin admin] Usage tracker for resource:security_group_rule and tenant:0ae6dcdd4c1047a4a3128f9b96e01445 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:45:16.358505 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-c1341b2a-43dd-4b74-9a96-d4ff943e06b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:45:16.372392 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-c1341b2a-43dd-4b74-9a96-d4ff943e06b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:45:16.518445 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c1341b2a-43dd-4b74-9a96-d4ff943e06b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:16.527066 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c1341b2a-43dd-4b74-9a96-d4ff943e06b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:16.576643 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-9c7c6db0-4764-4c82-95b7-267a8a783e5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:16.589505 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-c1341b2a-43dd-4b74-9a96-d4ff943e06b0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0ae6dcdd4c1047a4a3128f9b96e01445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8902504 May 20 21:45:16.593238 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 42364) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:45:16.641712 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1341b2a-43dd-4b74-9a96-d4ff943e06b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd36da15-7cc5-4875-8958-089cd797d463,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:16.654122 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-c1341b2a-43dd-4b74-9a96-d4ff943e06b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:16.776155 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d2540-d11d-4346-918c-07a46079b9c8 req-4e03733d-9946-41ed-8636-51f81f881d9a tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:16.789972 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-674d2540-d11d-4346-918c-07a46079b9c8 req-4e03733d-9946-41ed-8636-51f81f881d9a tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 946 time: 0.3006127 May 20 21:45:16.882468 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device e0d2d930-9d94-4414-975b-e336187466ba details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 21:45:16.923041 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-674d2540-d11d-4346-918c-07a46079b9c8 req-de444970-0f02-4258-ba46-b86e8e7f8bca tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316385 May 20 21:45:16.924208 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-27afde4d-668c-4078-801a-255e10579d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:17.065929 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-27afde4d-668c-4078-801a-255e10579d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:17.322685 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port e0d2d930-9d94-4414-975b-e336187466ba, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e0d2d930-9d94-4414-975b-e336187466ba,segment=NetworkSegment(1492ef40-bb5f-42ab-ae78-27d253595792),segment_id=1492ef40-bb5f-42ab-ae78-27d253595792)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:45:17.323515 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-27afde4d-668c-4078-801a-255e10579d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:17.359361 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:17.377975 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Returning: {'device': 'e0d2d930-9d94-4414-975b-e336187466ba', 'network_id': '5522f824-ef21-4f8a-bab7-9b6728599cac', 'port_id': 'e0d2d930-9d94-4414-975b-e336187466ba', 'mac_address': 'fa:16:3e:ca:62:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '375ab1b4-a9d2-4f20-ba18-d870968dd48e', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 21:45:17.541821 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-27afde4d-668c-4078-801a-255e10579d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:17.544119 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-27afde4d-668c-4078-801a-255e10579d39 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fd36da15-7cc5-4875-8958-089cd797d463 HTTP/1.1" status: 204 len: 168 time: 0.9486661 May 20 21:45:17.565880 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27afde4d-668c-4078-801a-255e10579d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd36da15-7cc5-4875-8958-089cd797d463,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:17.632494 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-27afde4d-668c-4078-801a-255e10579d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:17.744553 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:17.810781 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d2d930-9d94-4414-975b-e336187466ba {{(pid=98344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:45:17.873424 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port e0d2d930-9d94-4414-975b-e336187466ba, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e0d2d930-9d94-4414-975b-e336187466ba,segment=NetworkSegment(1492ef40-bb5f-42ab-ae78-27d253595792),segment_id=1492ef40-bb5f-42ab-ae78-27d253595792)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:45:17.883805 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:17.892900 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:18.168661 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=e0d2d930-9d94-4414-975b-e336187466ba,revision_number=4']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:18.184704 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:18.341480 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['e0d2d930-9d94-4414-975b-e336187466ba'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:45:18.431461 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8cf9d2-a38a-4679-b7df-356f75dba064 req-e7fd67a3-c140-48d4-b850-fca1922aa9cb tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:18.444591 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-7a8cf9d2-a38a-4679-b7df-356f75dba064 req-e7fd67a3-c140-48d4-b850-fca1922aa9cb tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.6517842 May 20 21:45:18.491113 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f0760-2c18-4b39-b286-cefbe7343bed req-e7e90716-51f1-4b47-8f66-1ee3e67e89d2 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:18.507750 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ac2f0760-2c18-4b39-b286-cefbe7343bed req-e7e90716-51f1-4b47-8f66-1ee3e67e89d2 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c8fc41-f00f-411b-bc5b-b4192c60be9d HTTP/1.1" status: 200 len: 949 time: 0.3013389 May 20 21:45:18.584030 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-7a8cf9d2-a38a-4679-b7df-356f75dba064 req-9a989a9f-7def-4bb6-b5e8-f872c6bf8ed7 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361318 May 20 21:45:18.584215 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 42402) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:45:18.709178 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ac2f0760-2c18-4b39-b286-cefbe7343bed req-c2e3826a-ab5a-4c4c-99a9-d6463c9b6004 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] 10.222.0.78 "GET /v2.0/security-groups?id=6ad6e683-cfd0-4f92-9753-7e0d537e1982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775422 May 20 21:45:18.755844 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb13f44-8613-4bba-a618-3b5c509f8d8b admin admin] Deleting subnet 0f1bd49e-79c4-4587-a643-fe07f90b6b07 {{(pid=98343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 21:45:18.760549 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-beb13f44-8613-4bba-a618-3b5c509f8d8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:18.887126 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-beb13f44-8613-4bba-a618-3b5c509f8d8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809433'] for subnet, precommit_delete_associations {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:19.067704 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-beb13f44-8613-4bba-a618-3b5c509f8d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960594'] for subnet, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:19.359906 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65216fc-01a8-41b0-b9df-a410e2e04f6d req-ea720464-a72d-4344-a2e9-25ab6e22a4ec tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:19.366791 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e65216fc-01a8-41b0-b9df-a410e2e04f6d req-ea720464-a72d-4344-a2e9-25ab6e22a4ec tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 946 time: 0.3845866 May 20 21:45:19.602894 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-beb13f44-8613-4bba-a618-3b5c509f8d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1737399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2129050'] for subnet, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:19.606760 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e65216fc-01a8-41b0-b9df-a410e2e04f6d req-1f3deb37-b4c9-4025-9c08-405ec6181b0d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328386 May 20 21:45:19.615160 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-ecec8acf-414b-40a4-9eab-bcb8b43e1a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:19.672297 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb13f44-8613-4bba-a618-3b5c509f8d8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f1bd49e-79c4-4587-a643-fe07f90b6b07,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:19.682858 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43543e92-97d4-48f2-b76f-8cba7384cc4c req-831ce037-2a49-4f45-a67c-72665ef8afc4 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:19.682858 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-43543e92-97d4-48f2-b76f-8cba7384cc4c req-831ce037-2a49-4f45-a67c-72665ef8afc4 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=58bc1d59-eb0c-41f7-8b7b-33f62dd3276b HTTP/1.1" status: 200 len: 945 time: 0.2068796 May 20 21:45:19.689746 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-beb13f44-8613-4bba-a618-3b5c509f8d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:19.698393 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-beb13f44-8613-4bba-a618-3b5c509f8d8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:19.739248 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-beb13f44-8613-4bba-a618-3b5c509f8d8b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/0f1bd49e-79c4-4587-a643-fe07f90b6b07 HTTP/1.1" status: 204 len: 168 time: 1.1543112 May 20 21:45:19.739869 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 42432) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:45:19.789720 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-43543e92-97d4-48f2-b76f-8cba7384cc4c req-b012ef0e-2dad-444c-954d-3018e4095300 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201150 May 20 21:45:19.864477 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c49b2f6d-769e-4780-9afd-9cead2406952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985866'] for network, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:20.090936 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 42440) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:45:20.171161 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c49b2f6d-769e-4780-9afd-9cead2406952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961757', 'neutron.services.segments.db._delete_segments_for_network-8759169772665'] for network, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:20.207289 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.services.segments.db [None req-c49b2f6d-769e-4780-9afd-9cead2406952 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb3a8681-5b0b-466a-a487-6a59dcc2549d']}} {{(pid=98343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:45:20.239521 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.services.segments.db [None req-c49b2f6d-769e-4780-9afd-9cead2406952 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf4d93f6-57e9-46b9-acc1-a3884f3f0537') {'for_net_delete': True} {{(pid=98343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:45:20.239826 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.services.segments.db [None req-c49b2f6d-769e-4780-9afd-9cead2406952 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf4d93f6-57e9-46b9-acc1-a3884f3f0537') {} {{(pid=98343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:45:20.277618 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c49b2f6d-769e-4780-9afd-9cead2406952 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759169785079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809430'] for segment, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:20.313038 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0985e-6895-4c0f-9c0a-e629932c8e47 req-1f898f55-cd03-4094-a876-292bb3d070c6 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:20.321291 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c49b2f6d-769e-4780-9afd-9cead2406952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329'] for segment, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:20.328027 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-41c0985e-6895-4c0f-9c0a-e629932c8e47 req-1f898f55-cd03-4094-a876-292bb3d070c6 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.3423474 May 20 21:45:20.335367 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c49b2f6d-769e-4780-9afd-9cead2406952 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=98343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:45:20.335367 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c49b2f6d-769e-4780-9afd-9cead2406952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1737233'] for segment, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:20.358382 dv-cinder-792462-4-smb neutron-server[98343]: Traceback (most recent call last): May 20 21:45:20.358382 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:45:20.358382 dv-cinder-792462-4-smb neutron-server[98343]: timer() May 20 21:45:20.358382 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:45:20.358382 dv-cinder-792462-4-smb neutron-server[98343]: cb(*args, **kw) May 20 21:45:20.358382 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 21:45:20.358382 dv-cinder-792462-4-smb neutron-server[98343]: return func(*args, **kwargs) May 20 21:45:20.358382 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:45:20.358382 dv-cinder-792462-4-smb neutron-server[98343]: self._notify() May 20 21:45:20.358382 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:45:20.358382 dv-cinder-792462-4-smb neutron-server[98343]: self.callback(batched_events) May 20 21:45:20.358382 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:45:20.358382 dv-cinder-792462-4-smb neutron-server[98343]: event.method(event) May 20 21:45:20.358382 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 21:45:20.358382 dv-cinder-792462-4-smb neutron-server[98343]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:45:20.358382 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 21:45:20.358382 dv-cinder-792462-4-smb neutron-server[98343]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:45:20.358382 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 21:45:20.358382 dv-cinder-792462-4-smb neutron-server[98343]: return f(self, *a, **k) May 20 21:45:20.358382 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 21:45:20.358382 dv-cinder-792462-4-smb neutron-server[98343]: return self._get(url).json() May 20 21:45:20.358382 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 21:45:20.358382 dv-cinder-792462-4-smb neutron-server[98343]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:45:20.358382 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:45:20.358382 dv-cinder-792462-4-smb neutron-server[98343]: return self.request(url, 'GET', **kwargs) May 20 21:45:20.358382 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:45:20.358382 dv-cinder-792462-4-smb neutron-server[98343]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:45:20.358382 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:45:20.358382 dv-cinder-792462-4-smb neutron-server[98343]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:45:20.358382 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:45:20.358382 dv-cinder-792462-4-smb neutron-server[98343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:45:20.358382 dv-cinder-792462-4-smb neutron-server[98343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:45:20.421273 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-3c53ac68-99e6-4323-a695-47c2178be3e4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-824939550-network', 'tenant_id': 'bf7c4d2476214011814adf1e8095c658'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:45:20.435822 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-3c53ac68-99e6-4323-a695-47c2178be3e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:45:20.456208 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-3c53ac68-99e6-4323-a695-47c2178be3e4 admin admin] Usage tracker for resource:network and tenant:bf7c4d2476214011814adf1e8095c658 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:45:20.465371 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-3c53ac68-99e6-4323-a695-47c2178be3e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:45:20.477040 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c49b2f6d-769e-4780-9afd-9cead2406952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1639574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1649568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023514'] for network, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:20.481492 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-3c53ac68-99e6-4323-a695-47c2178be3e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:45:20.492899 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:20.533007 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c53ac68-99e6-4323-a695-47c2178be3e4 admin admin] Made reservation on behalf of bf7c4d2476214011814adf1e8095c658 for: {'network': 1} {{(pid=98342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:45:20.539155 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-3c53ac68-99e6-4323-a695-47c2178be3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-574869'] for network, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:20.547038 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c49b2f6d-769e-4780-9afd-9cead2406952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for network, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:20.565687 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-c49b2f6d-769e-4780-9afd-9cead2406952 admin admin] 10.222.0.78 "DELETE /v2.0/networks/eb3a8681-5b0b-466a-a487-6a59dcc2549d HTTP/1.1" status: 204 len: 168 time: 0.8245173 May 20 21:45:20.572641 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 42448) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:45:20.578181 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b2f6d-769e-4780-9afd-9cead2406952 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb3a8681-5b0b-466a-a487-6a59dcc2549d,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:20.583941 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-3c53ac68-99e6-4323-a695-47c2178be3e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:20.589638 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-c49b2f6d-769e-4780-9afd-9cead2406952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:20.634147 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-3c53ac68-99e6-4323-a695-47c2178be3e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:45:20.643832 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-3c53ac68-99e6-4323-a695-47c2178be3e4 admin admin] Usage tracker for resource:security_group_rule and tenant:bf7c4d2476214011814adf1e8095c658 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:45:20.651518 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-3c53ac68-99e6-4323-a695-47c2178be3e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:45:20.665073 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-3c53ac68-99e6-4323-a695-47c2178be3e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:45:20.736867 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-41c0985e-6895-4c0f-9c0a-e629932c8e47 req-151b4065-e97f-4368-8c2e-f28db6c9d6ae tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066753 May 20 21:45:20.760761 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e92fe-7f4f-4910-972d-a2630ce05a65 req-4962e16a-d860-403d-82c7-dfecd7cbe6a3 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:20.775748 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-532e92fe-7f4f-4910-972d-a2630ce05a65 req-4962e16a-d860-403d-82c7-dfecd7cbe6a3 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c8fc41-f00f-411b-bc5b-b4192c60be9d HTTP/1.1" status: 200 len: 949 time: 0.6219292 May 20 21:45:20.776100 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dc74a28-f233-4767-be79-2b41e7cae7be admin admin] Deleting subnet 949a5133-e73b-4e84-be7a-1858cbcf5af8 {{(pid=98343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 21:45:20.780886 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-2dc74a28-f233-4767-be79-2b41e7cae7be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:20.857826 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-532e92fe-7f4f-4910-972d-a2630ce05a65 req-bac68577-92f4-47d3-ac7c-f220726fce02 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] 10.222.0.78 "GET /v2.0/security-groups?id=6ad6e683-cfd0-4f92-9753-7e0d537e1982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823832 May 20 21:45:20.876300 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-2dc74a28-f233-4767-be79-2b41e7cae7be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809433'] for subnet, precommit_delete_associations {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:20.914826 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device e0d2d930-9d94-4414-975b-e336187466ba up at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:45:21.059446 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-3c53ac68-99e6-4323-a695-47c2178be3e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:21.077990 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-3c53ac68-99e6-4323-a695-47c2178be3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:21.089380 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-2dc74a28-f233-4767-be79-2b41e7cae7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960594'] for subnet, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:21.094308 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:21.169130 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning for port e0d2d930-9d94-4414-975b-e336187466ba completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:45:21.184830 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning complete for port e0d2d930-9d94-4414-975b-e336187466ba triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:45:21.187565 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:21.189044 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53ac68-99e6-4323-a695-47c2178be3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a04d413-6c14-474a-be8f-8211cf991c0f,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:21.206000 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-3c53ac68-99e6-4323-a695-47c2178be3e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:21.327720 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c53ac68-99e6-4323-a695-47c2178be3e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=98342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:45:21.367969 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefcfd9-79da-4870-8a02-387749689ef9 req-88ca6ae1-a3e8-45f5-bd43-9f495920fc1f tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:21.376407 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-deefcfd9-79da-4870-8a02-387749689ef9 req-88ca6ae1-a3e8-45f5-bd43-9f495920fc1f tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 946 time: 0.4267099 May 20 21:45:21.524522 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-3c53ac68-99e6-4323-a695-47c2178be3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329'] for segment, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:21.525605 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.db.segments_db [None req-3c53ac68-99e6-4323-a695-47c2178be3e4 admin admin] Added segment c9c5107c-5bc6-4614-a0d0-2f9713028a48 of type vlan for network 3a4eadf7-298b-4c11-b779-64558c14cd67 May 20 21:45:21.532117 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:21.602997 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-deefcfd9-79da-4870-8a02-387749689ef9 req-80b1fafe-2da4-4ce1-8a84-8fe822380e42 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2250469 May 20 21:45:21.623347 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port e0d2d930-9d94-4414-975b-e336187466ba, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e0d2d930-9d94-4414-975b-e336187466ba,segment=NetworkSegment(1492ef40-bb5f-42ab-ae78-27d253595792),segment_id=1492ef40-bb5f-42ab-ae78-27d253595792)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:45:21.624553 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c8fc41-f00f-411b-bc5b-b4192c60be9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d2d930-9d94-4414-975b-e336187466ba'}] {{(pid=98344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:45:21.641088 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:21.646667 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:21.791840 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-3c53ac68-99e6-4323-a695-47c2178be3e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759169318099'] for network, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:21.798621 dv-cinder-792462-4-smb neutron-server[98344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c8fc41-f00f-411b-bc5b-b4192c60be9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d2d930-9d94-4414-975b-e336187466ba', 'code': 200} May 20 21:45:21.843656 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=e0d2d930-9d94-4414-975b-e336187466ba,revision_number=5']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:21.856821 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aeeb24-8460-4f6b-9990-65a2faa54215 req-1492f8d2-9483-4b36-8221-01173e86f965 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:21.862782 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:21.869684 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f4aeeb24-8460-4f6b-9990-65a2faa54215 req-1492f8d2-9483-4b36-8221-01173e86f965 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=58bc1d59-eb0c-41f7-8b7b-33f62dd3276b HTTP/1.1" status: 200 len: 945 time: 0.6825576 May 20 21:45:21.994520 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.db.resource_extend [None req-3c53ac68-99e6-4323-a695-47c2178be3e4 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 21:45:22.027440 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-2dc74a28-f233-4767-be79-2b41e7cae7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1737399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2129050'] for subnet, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:22.037231 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:22.067806 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6f269-9a28-4ff6-9008-67ee6592dc7c req-898bf8a1-dbb3-44b6-8f12-66d1005689b9 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:22.073678 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-20a6f269-9a28-4ff6-9008-67ee6592dc7c req-898bf8a1-dbb3-44b6-8f12-66d1005689b9 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.69 "GET /v2.0/ports?device_id=58bc1d59-eb0c-41f7-8b7b-33f62dd3276b HTTP/1.1" status: 200 len: 945 time: 0.6209607 May 20 21:45:22.144740 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc74a28-f233-4767-be79-2b41e7cae7be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=949a5133-e73b-4e84-be7a-1858cbcf5af8,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:22.154431 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-2dc74a28-f233-4767-be79-2b41e7cae7be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:22.156293 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-2dc74a28-f233-4767-be79-2b41e7cae7be admin admin] Notify callbacks [] for subnet, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:22.167716 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-2dc74a28-f233-4767-be79-2b41e7cae7be admin admin] 10.222.0.78 "DELETE /v2.0/subnets/949a5133-e73b-4e84-be7a-1858cbcf5af8 HTTP/1.1" status: 204 len: 168 time: 1.5931962 May 20 21:45:22.168785 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 42464) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:45:22.207105 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-3c53ac68-99e6-4323-a695-47c2178be3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1639574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1649568'] for network, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:22.219361 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-417d4e93-18a7-4d23-b43d-a48f2dd34076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:22.308869 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c53ac68-99e6-4323-a695-47c2178be3e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:22.310002 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-3c53ac68-99e6-4323-a695-47c2178be3e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for network, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:22.364724 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-3117b433-2f5f-49d1-8648-178933bd5b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:22.369083 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5ab63c83-de12-465c-b145-9c0787eef889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985866'] for network, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:22.446648 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f4aeeb24-8460-4f6b-9990-65a2faa54215 req-6f3b850d-dfb2-41b9-8746-d0eb05d00b19 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5711255 May 20 21:45:22.548660 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-3c53ac68-99e6-4323-a695-47c2178be3e4 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.4562216 May 20 21:45:22.558550 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 42468) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:45:22.601329 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-3564ce2e-0f2b-474d-baab-b788f22e55eb admin admin] Request body: {'subnet': {'network_id': '3a4eadf7-298b-4c11-b779-64558c14cd67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-824939550-subnet', 'tenant_id': 'bf7c4d2476214011814adf1e8095c658', 'ip_version': 4}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:45:22.702115 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-3564ce2e-0f2b-474d-baab-b788f22e55eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:45:22.718733 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5ab63c83-de12-465c-b145-9c0787eef889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961757', 'neutron.services.segments.db._delete_segments_for_network-8759169772665'] for network, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:22.723806 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53ac68-99e6-4323-a695-47c2178be3e4 admin admin] Pushing event updated for resources: {'Network': ['ID=3a4eadf7-298b-4c11-b779-64558c14cd67,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:22.731645 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-3c53ac68-99e6-4323-a695-47c2178be3e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:22.731645 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-3564ce2e-0f2b-474d-baab-b788f22e55eb admin admin] Usage tracker for resource:subnet and tenant:bf7c4d2476214011814adf1e8095c658 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:45:22.741411 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-3564ce2e-0f2b-474d-baab-b788f22e55eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:45:22.751644 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Network 3a4eadf7-298b-4c11-b779-64558c14cd67 details requested by agent ovs-agent-dv-cinder-792462-4-smb with host dv-cinder-792462-4-smb {{(pid=98344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 21:45:22.774588 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.services.segments.db [None req-5ab63c83-de12-465c-b145-9c0787eef889 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bae6e48-d935-4d4e-a68f-f520f526ce67']}} {{(pid=98343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:45:22.797146 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-3564ce2e-0f2b-474d-baab-b788f22e55eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:45:22.837670 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.services.segments.db [None req-5ab63c83-de12-465c-b145-9c0787eef889 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '172b6170-2920-48c3-ae2a-1317160ade9e') {'for_net_delete': True} {{(pid=98343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:45:22.838980 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.services.segments.db [None req-5ab63c83-de12-465c-b145-9c0787eef889 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '172b6170-2920-48c3-ae2a-1317160ade9e') {} {{(pid=98343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:45:22.888375 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5ab63c83-de12-465c-b145-9c0787eef889 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759169785079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809430'] for segment, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:22.944211 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3564ce2e-0f2b-474d-baab-b788f22e55eb admin admin] Made reservation on behalf of bf7c4d2476214011814adf1e8095c658 for: {'subnet': 1} {{(pid=98342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:45:22.947067 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-3564ce2e-0f2b-474d-baab-b788f22e55eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870888'] for subnet, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:22.997681 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5ab63c83-de12-465c-b145-9c0787eef889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329'] for segment, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:23.040757 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab63c83-de12-465c-b145-9c0787eef889 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=98343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:45:23.045436 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5ab63c83-de12-465c-b145-9c0787eef889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1737233'] for segment, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:23.054964 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e72bf8-05ce-4feb-b390-c272515852e0 req-dd12d2a3-13fc-4b2c-b449-2da9b09416fc tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:23.072911 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-18e72bf8-05ce-4feb-b390-c272515852e0 req-dd12d2a3-13fc-4b2c-b449-2da9b09416fc tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.9863429 May 20 21:45:23.096045 dv-cinder-792462-4-smb neutron-server[98343]: Traceback (most recent call last): May 20 21:45:23.096045 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:45:23.096045 dv-cinder-792462-4-smb neutron-server[98343]: timer() May 20 21:45:23.096045 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:45:23.096045 dv-cinder-792462-4-smb neutron-server[98343]: cb(*args, **kw) May 20 21:45:23.096045 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 21:45:23.096045 dv-cinder-792462-4-smb neutron-server[98343]: return func(*args, **kwargs) May 20 21:45:23.096045 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:45:23.096045 dv-cinder-792462-4-smb neutron-server[98343]: self._notify() May 20 21:45:23.096045 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:45:23.096045 dv-cinder-792462-4-smb neutron-server[98343]: self.callback(batched_events) May 20 21:45:23.096045 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:45:23.096045 dv-cinder-792462-4-smb neutron-server[98343]: event.method(event) May 20 21:45:23.096045 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 21:45:23.096045 dv-cinder-792462-4-smb neutron-server[98343]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:45:23.096045 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 21:45:23.096045 dv-cinder-792462-4-smb neutron-server[98343]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:45:23.096045 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 21:45:23.096045 dv-cinder-792462-4-smb neutron-server[98343]: return f(self, *a, **k) May 20 21:45:23.096045 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 21:45:23.096045 dv-cinder-792462-4-smb neutron-server[98343]: return self._get(url).json() May 20 21:45:23.096045 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 21:45:23.096045 dv-cinder-792462-4-smb neutron-server[98343]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:45:23.096045 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:45:23.096045 dv-cinder-792462-4-smb neutron-server[98343]: return self.request(url, 'GET', **kwargs) May 20 21:45:23.096045 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:45:23.096045 dv-cinder-792462-4-smb neutron-server[98343]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:45:23.096045 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:45:23.096045 dv-cinder-792462-4-smb neutron-server[98343]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:45:23.096045 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:45:23.096045 dv-cinder-792462-4-smb neutron-server[98343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:45:23.096045 dv-cinder-792462-4-smb neutron-server[98343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:45:23.287421 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cccfac-6bae-41e5-b87c-263063ab6345 req-f9a43394-baae-4dec-a69c-37fa3fb75a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:23.294168 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-94cccfac-6bae-41e5-b87c-263063ab6345 req-f9a43394-baae-4dec-a69c-37fa3fb75a2d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=71c8fc41-f00f-411b-bc5b-b4192c60be9d HTTP/1.1" status: 200 len: 1103 time: 1.0752380 May 20 21:45:23.373809 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5ab63c83-de12-465c-b145-9c0787eef889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1639574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1649568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023514'] for network, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:23.388208 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:23.424735 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5ab63c83-de12-465c-b145-9c0787eef889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for network, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:23.439105 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab63c83-de12-465c-b145-9c0787eef889 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bae6e48-d935-4d4e-a68f-f520f526ce67,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:23.445201 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-5ab63c83-de12-465c-b145-9c0787eef889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:23.449553 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-5ab63c83-de12-465c-b145-9c0787eef889 admin admin] 10.222.0.78 "DELETE /v2.0/networks/1bae6e48-d935-4d4e-a68f-f520f526ce67 HTTP/1.1" status: 204 len: 168 time: 1.2793906 May 20 21:45:23.591271 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-18e72bf8-05ce-4feb-b390-c272515852e0 req-04a0bab3-5a29-4d9e-87f6-f838edd6eacd tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5168786 May 20 21:45:23.713377 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [req-20a6f269-9a28-4ff6-9008-67ee6592dc7c req-770d269a-8578-418e-ad65-452dc225ee4f tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Deleting port 28be0383-9978-4110-bfa8-981e25d39309 {{(pid=98342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:45:23.713377 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-20a6f269-9a28-4ff6-9008-67ee6592dc7c req-770d269a-8578-418e-ad65-452dc225ee4f tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:23.774986 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-94cccfac-6bae-41e5-b87c-263063ab6345 req-935d6bd1-e3b6-4543-87de-dabcbbd29f8e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6ad6e683-cfd0-4f92-9753-7e0d537e1982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644606 May 20 21:45:23.821906 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 42480) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:45:23.876348 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f30c18-9e8e-478e-b5a0-4ca364130a92 req-81738241-7a20-4ee6-9fed-0174e56232a5 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:23.888757 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-72f30c18-9e8e-478e-b5a0-4ca364130a92 req-81738241-7a20-4ee6-9fed-0174e56232a5 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c8fc41-f00f-411b-bc5b-b4192c60be9d HTTP/1.1" status: 200 len: 950 time: 1.0784245 May 20 21:45:24.016466 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-d0e7c12b-7257-4875-ad24-4bcad74db7df admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a3a65357df1e4810b96007203d430d0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1920886 May 20 21:45:24.024240 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 42484) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:45:24.166410 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-d49b93f6-89a1-4a63-94d1-f8afb4eb92c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:24.236252 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-d49b93f6-89a1-4a63-94d1-f8afb4eb92c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:24.279445 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-72f30c18-9e8e-478e-b5a0-4ca364130a92 req-1fa2345f-e11a-481c-9498-548cf4d8ebf2 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] 10.222.0.78 "GET /v2.0/security-groups?id=6ad6e683-cfd0-4f92-9753-7e0d537e1982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889213 May 20 21:45:24.460089 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-d49b93f6-89a1-4a63-94d1-f8afb4eb92c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:24.467741 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [req-20a6f269-9a28-4ff6-9008-67ee6592dc7c req-770d269a-8578-418e-ad65-452dc225ee4f tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] For port 28be0383-9978-4110-bfa8-981e25d39309, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=28be0383-9978-4110-bfa8-981e25d39309,segment=NetworkSegment(c8882a79-3f5b-43e5-87fa-475536f2fbe2),segment_id=c8882a79-3f5b-43e5-87fa-475536f2fbe2)] {{(pid=98342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:45:24.468133 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-20a6f269-9a28-4ff6-9008-67ee6592dc7c req-770d269a-8578-418e-ad65-452dc225ee4f tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:24.470146 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-a4e1aa96-e908-4f92-a372-15c92d12165b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:24.495327 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b93f6-89a1-4a63-94d1-f8afb4eb92c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6163e4-a119-4ec5-8b54-ca30f5e61bf3,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:24.502631 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfb2fa-d185-4820-b161-f01250ed922d req-04bb8358-ef87-4f3d-88b1-21b94970bd1a tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:24.506042 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-d49b93f6-89a1-4a63-94d1-f8afb4eb92c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:24.507105 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-d49b93f6-89a1-4a63-94d1-f8afb4eb92c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:24.508480 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-d49b93f6-89a1-4a63-94d1-f8afb4eb92c5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/de6163e4-a119-4ec5-8b54-ca30f5e61bf3 HTTP/1.1" status: 204 len: 168 time: 0.4827087 May 20 21:45:24.523758 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-3bcfb2fa-d185-4820-b161-f01250ed922d req-04bb8358-ef87-4f3d-88b1-21b94970bd1a tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 946 time: 0.5513635 May 20 21:45:24.930250 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [req-20a6f269-9a28-4ff6-9008-67ee6592dc7c req-770d269a-8578-418e-ad65-452dc225ee4f tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Calling delete_port for 28be0383-9978-4110-bfa8-981e25d39309 owned by compute:nova {{(pid=98342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:45:24.954800 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 28be0383-9978-4110-bfa8-981e25d39309 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:45:25.019885 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-3bcfb2fa-d185-4820-b161-f01250ed922d req-e25b02f8-e087-4171-bf22-c6754083a075 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4945521 May 20 21:45:25.369720 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:25.440615 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e8457-c146-46b1-b520-a42d02ee7940 req-866fb817-fd97-4cca-8d2a-d100d707ae5b tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:25.449881 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 42498) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:45:25.467767 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-744e8457-c146-46b1-b520-a42d02ee7940 req-866fb817-fd97-4cca-8d2a-d100d707ae5b tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=58bc1d59-eb0c-41f7-8b7b-33f62dd3276b HTTP/1.1" status: 200 len: 945 time: 0.7775383 May 20 21:45:25.578409 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:25.607676 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-5fe69b99-3432-4168-b971-f00f3d5207a3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=659fe3dfc9e24fbda69be385aa1fc7d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1560731 May 20 21:45:25.610401 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 42504) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:45:25.652522 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-744e8457-c146-46b1-b520-a42d02ee7940 req-ec21d2c8-447e-41f5-8137-ccb2a74a1929 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830878 May 20 21:45:25.655562 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-20a6f269-9a28-4ff6-9008-67ee6592dc7c req-770d269a-8578-418e-ad65-452dc225ee4f tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:25.675128 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-3c7c6c1e-412c-4ccf-8224-d424ce2a4273 tempest-VolumesActionsTest-1414479385 tempest-VolumesActionsTest-1414479385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:25.715953 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['fe213d76-bb35-46a6-b89b-a6de037d5c17', '2193a41b-eb71-402a-9575-8bb30d1d7969', 'a57a3c96-310b-4761-bb20-81912ae64fbe'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:45:25.749990 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d269a-8578-418e-ad65-452dc225ee4f tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Pushing event deleted for resources: {'Port': ['ID=28be0383-9978-4110-bfa8-981e25d39309,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:25.807905 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-37e06729-2f14-4217-b655-52607a8ab156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:25.883175 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a6f269-9a28-4ff6-9008-67ee6592dc7c req-770d269a-8578-418e-ad65-452dc225ee4f tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] No DVR routers for this DVR port 28be0383-9978-4110-bfa8-981e25d39309 on host hv-cinder-79246 {{(pid=98342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:45:25.893151 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-20a6f269-9a28-4ff6-9008-67ee6592dc7c req-770d269a-8578-418e-ad65-452dc225ee4f tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:25.897379 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-37e06729-2f14-4217-b655-52607a8ab156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:25.912092 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d269a-8578-418e-ad65-452dc225ee4f tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:25.912562 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d269a-8578-418e-ad65-452dc225ee4f tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:25.912930 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d269a-8578-418e-ad65-452dc225ee4f tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:25.913483 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d269a-8578-418e-ad65-452dc225ee4f tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:25.913882 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d269a-8578-418e-ad65-452dc225ee4f tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:25.914278 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d269a-8578-418e-ad65-452dc225ee4f tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:25.914634 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d269a-8578-418e-ad65-452dc225ee4f tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:25.914990 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d269a-8578-418e-ad65-452dc225ee4f tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:25.915538 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d269a-8578-418e-ad65-452dc225ee4f tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:25.915941 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d269a-8578-418e-ad65-452dc225ee4f tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:25.916296 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d269a-8578-418e-ad65-452dc225ee4f tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:25.916728 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770d269a-8578-418e-ad65-452dc225ee4f tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:25.921177 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58bc1d59-eb0c-41f7-8b7b-33f62dd3276b', 'name': 'network-vif-deleted', 'tag': '28be0383-9978-4110-bfa8-981e25d39309'}] {{(pid=98342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:45:25.931755 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-770d269a-8578-418e-ad65-452dc225ee4f tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:25.936180 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-20a6f269-9a28-4ff6-9008-67ee6592dc7c req-770d269a-8578-418e-ad65-452dc225ee4f tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.69 "DELETE /v2.0/ports/28be0383-9978-4110-bfa8-981e25d39309 HTTP/1.1" status: 204 len: 173 time: 3.7173481 May 20 21:45:26.171741 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-37e06729-2f14-4217-b655-52607a8ab156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:26.171741 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-621a62d8-3c83-484f-a208-6a86025feb64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:26.297350 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e06729-2f14-4217-b655-52607a8ab156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e885ba-f6a0-4ba8-8662-d694b1c129fc,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:26.303134 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-37e06729-2f14-4217-b655-52607a8ab156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:26.316102 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-37e06729-2f14-4217-b655-52607a8ab156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:26.318147 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-37e06729-2f14-4217-b655-52607a8ab156 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/61e885ba-f6a0-4ba8-8662-d694b1c129fc HTTP/1.1" status: 204 len: 168 time: 0.7065592 May 20 21:45:26.391991 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-52e1a512-e592-4f9d-9b08-bb31ca8b665a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:26.447972 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7872fb-80c6-4a99-b7b0-c75ccd7758ea req-6f98e397-73c7-4f1e-a42b-550e00c71681 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:26.452459 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-cd7872fb-80c6-4a99-b7b0-c75ccd7758ea req-6f98e397-73c7-4f1e-a42b-550e00c71681 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 1.1896942 May 20 21:45:26.656974 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1bb25-9323-4dd6-ac67-bcc2faa99c53 req-9d2aa720-33bb-46a5-940a-c15720715a37 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:26.660670 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-6fb1bb25-9323-4dd6-ac67-bcc2faa99c53 req-9d2aa720-33bb-46a5-940a-c15720715a37 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c8fc41-f00f-411b-bc5b-b4192c60be9d HTTP/1.1" status: 200 len: 950 time: 0.7071624 May 20 21:45:26.891906 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-cd7872fb-80c6-4a99-b7b0-c75ccd7758ea req-0aad80b6-0c42-454d-b7c5-643cb157a50f tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110720 May 20 21:45:26.899622 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-3564ce2e-0f2b-474d-baab-b788f22e55eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3867275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870906'] for subnet, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:26.953124 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:27.041082 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-6fb1bb25-9323-4dd6-ac67-bcc2faa99c53 req-47a1f62b-b331-4ea7-8424-9171737c9f0b tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] 10.222.0.78 "GET /v2.0/security-groups?id=6ad6e683-cfd0-4f92-9753-7e0d537e1982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340387 May 20 21:45:27.126619 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58bc1d59-eb0c-41f7-8b7b-33f62dd3276b', 'name': 'network-vif-deleted', 'tag': '28be0383-9978-4110-bfa8-981e25d39309', 'status': 'completed', 'code': 200} May 20 21:45:27.285882 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564ce2e-0f2b-474d-baab-b788f22e55eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3274c3f6-8e4e-4778-80fa-ea4dbba5affd,revision_number=0']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:27.314119 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3564ce2e-0f2b-474d-baab-b788f22e55eb admin admin] Checking segment: {'id': 'c9c5107c-5bc6-4614-a0d0-2f9713028a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3a4eadf7-298b-4c11-b779-64558c14cd67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:45:27.314734 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3564ce2e-0f2b-474d-baab-b788f22e55eb admin admin] Network hostable DHCP agents. Network: 3a4eadf7-298b-4c11-b779-64558c14cd67, hostable agents: ['b421ac0d-62b9-4a8f-94e9-2f7b98c53d5e'], hosted agents: [] {{(pid=98342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:45:27.321225 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-3564ce2e-0f2b-474d-baab-b788f22e55eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:27.389649 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3564ce2e-0f2b-474d-baab-b788f22e55eb admin admin] Network 3a4eadf7-298b-4c11-b779-64558c14cd67 is scheduled to be hosted by DHCP agent b421ac0d-62b9-4a8f-94e9-2f7b98c53d5e with binding_index 1 {{(pid=98342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:45:27.446639 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.base_scheduler [None req-3564ce2e-0f2b-474d-baab-b788f22e55eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-4-smb, 3a4eadf7-298b-4c11-b779-64558c14cd67) {{(pid=98342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:45:27.475542 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6271fa3b-f697-463b-8f8d-62338058e3ac None None] Network 3a4eadf7-298b-4c11-b779-64558c14cd67 requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:45:27.489322 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3564ce2e-0f2b-474d-baab-b788f22e55eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:27.495027 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-3564ce2e-0f2b-474d-baab-b788f22e55eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for subnet, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:27.591989 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 42534) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:45:27.605202 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-824939550-router', 'tenant_id': 'bf7c4d2476214011814adf1e8095c658', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'}}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:45:27.612109 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-3564ce2e-0f2b-474d-baab-b788f22e55eb admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 5.0153532 May 20 21:45:27.642400 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:45:27.674849 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] Usage tracker for resource:router and tenant:bf7c4d2476214011814adf1e8095c658 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:45:27.701823 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:45:27.764015 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:45:27.845415 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2026209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:27.848440 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2027255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1641796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4986'] for router, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:27.855236 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:27.923455 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:28.220129 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa0e39-2233-46f3-860f-de47d34924c3 req-333bc82c-3832-4d5e-80c5-4cb7da7c98ec tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:28.230522 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a5fa0e39-2233-46f3-860f-de47d34924c3 req-333bc82c-3832-4d5e-80c5-4cb7da7c98ec tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 946 time: 0.4644699 May 20 21:45:28.421889 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a5fa0e39-2233-46f3-860f-de47d34924c3 req-aaac2bec-891b-44ea-8d5c-19f6be2087bc tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697280 May 20 21:45:28.626628 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65f643a3-8eba-5354-b1b9-494a9af0713b-3a4eadf7-298b-4c11-b779-64558c14cd67', 'network_id': '3a4eadf7-298b-4c11-b779-64558c14cd67', 'tenant_id': 'bf7c4d2476214011814adf1e8095c658', 'fixed_ips': [{'subnet_id': '3274c3f6-8e4e-4778-80fa-ea4dbba5affd'}]}} from dv-cinder-792462-4-smb. {{(pid=98344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:45:28.627752 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:29.070661 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2026231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4968'] for router, precommit_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:29.090001 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.db_base_plugin_common [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Allocated IP 172.20.0.2 (3a4eadf7-298b-4c11-b779-64558c14cd67/3274c3f6-8e4e-4778-80fa-ea4dbba5affd/4c9502ee-8b62-4b95-99ef-61750dc7c715) {{(pid=98344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:45:29.235535 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 42568) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:45:29.243862 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:29.307881 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8891262-b522-42ab-9b2a-3f9c195d5e16 req-a76be29f-1b72-4e40-853b-7db6d29cc414 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:29.310778 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f8891262-b522-42ab-9b2a-3f9c195d5e16 req-a76be29f-1b72-4e40-853b-7db6d29cc414 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c8fc41-f00f-411b-bc5b-b4192c60be9d HTTP/1.1" status: 200 len: 950 time: 0.2543838 May 20 21:45:29.327366 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb440d46-4036-4ebc-9bd5-650174a6b8bf req-1d0fd760-0031-4708-b260-82b5ea02a9c7 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:29.341092 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-fb440d46-4036-4ebc-9bd5-650174a6b8bf req-1d0fd760-0031-4708-b260-82b5ea02a9c7 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.4027777 May 20 21:45:29.493334 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-fb440d46-4036-4ebc-9bd5-650174a6b8bf req-c533c99e-2de8-47d0-9b83-0c587ec05eb6 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505024 May 20 21:45:29.545225 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f8891262-b522-42ab-9b2a-3f9c195d5e16 req-bff9c922-a823-4fca-8b97-f2d6653113ab tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] 10.222.0.78 "GET /v2.0/security-groups?id=6ad6e683-cfd0-4f92-9753-7e0d537e1982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747041 May 20 21:45:29.571354 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-d8a8274b-8e86-4bab-b2af-d08ae2c17dfb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-956985647-network', 'tenant_id': '59bf4fbf91ad496eb8448f93efa466db'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:45:29.598849 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-d8a8274b-8e86-4bab-b2af-d08ae2c17dfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:45:29.618184 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-d8a8274b-8e86-4bab-b2af-d08ae2c17dfb admin admin] Usage tracker for resource:network and tenant:59bf4fbf91ad496eb8448f93efa466db is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:45:29.625101 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-d8a8274b-8e86-4bab-b2af-d08ae2c17dfb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:45:29.664858 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-d8a8274b-8e86-4bab-b2af-d08ae2c17dfb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:45:29.688540 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Notify callbacks [] for port, precommit_create {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:29.701190 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a8274b-8e86-4bab-b2af-d08ae2c17dfb admin admin] Made reservation on behalf of 59bf4fbf91ad496eb8448f93efa466db for: {'network': 1} {{(pid=98342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:45:29.708084 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-d8a8274b-8e86-4bab-b2af-d08ae2c17dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-574869'] for network, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:29.719954 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Transition to ACTIVE for port object 4c9502ee-8b62-4b95-99ef-61750dc7c715 will not be triggered until provisioned by entity L2. {{(pid=98344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:45:29.774428 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Transition to ACTIVE for port object 4c9502ee-8b62-4b95-99ef-61750dc7c715 will not be triggered until provisioned by entity DHCP. {{(pid=98344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:45:29.788776 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854'] for port, after_create {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:29.820377 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:29.968646 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Pushing event updated for resources: {'Port': ['ID=4c9502ee-8b62-4b95-99ef-61750dc7c715,revision_number=1']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:29.990126 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Network 3a4eadf7-298b-4c11-b779-64558c14cd67 is already hosted by enough agents. {{(pid=98344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:45:29.999177 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:29.999768 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:30.000119 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:30.000892 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:30.001934 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:30.002247 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-d8a8274b-8e86-4bab-b2af-d08ae2c17dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:30.002360 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:30.002658 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:30.002998 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:30.003330 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:30.003725 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:30.004531 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:30.005203 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:30.010895 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:30.012367 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.scheduler.base_scheduler [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Resources bound (agent type, host, resource id): {{(pid=98344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:45:30.017763 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Received port after_create {{(pid=98344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:45:30.137056 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:30.144668 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-d8a8274b-8e86-4bab-b2af-d08ae2c17dfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:45:30.150008 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-d8a8274b-8e86-4bab-b2af-d08ae2c17dfb admin admin] Usage tracker for resource:security_group_rule and tenant:59bf4fbf91ad496eb8448f93efa466db is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:45:30.153791 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-d8a8274b-8e86-4bab-b2af-d08ae2c17dfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:45:30.161993 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-d8a8274b-8e86-4bab-b2af-d08ae2c17dfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:45:30.182857 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:30.227814 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Attempting to bind port 4c9502ee-8b62-4b95-99ef-61750dc7c715 on host dv-cinder-792462-4-smb for vnic_type normal with profile {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:45:30.228476 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Attempting to bind port 4c9502ee-8b62-4b95-99ef-61750dc7c715 by drivers openvswitch,hyperv on host dv-cinder-792462-4-smb at level 0 using segments [{'id': 'c9c5107c-5bc6-4614-a0d0-2f9713028a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3a4eadf7-298b-4c11-b779-64558c14cd67'}] {{(pid=98344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:45:30.229139 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Attempting to bind port 4c9502ee-8b62-4b95-99ef-61750dc7c715 on network 3a4eadf7-298b-4c11-b779-64558c14cd67 {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:45:30.240843 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Checking agent: {'id': '09546d46-3481-475a-a863-9c6fd271337e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 34, 25), 'started_at': datetime.datetime(2021, 5, 20, 21, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:45:30.241669 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Checking segment: {'id': 'c9c5107c-5bc6-4614-a0d0-2f9713028a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3a4eadf7-298b-4c11-b779-64558c14cd67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:45:30.243144 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:30.245296 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Bound using segment: {'id': 'c9c5107c-5bc6-4614-a0d0-2f9713028a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3a4eadf7-298b-4c11-b779-64558c14cd67'} {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:45:30.245684 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Bound port: 4c9502ee-8b62-4b95-99ef-61750dc7c715, host: dv-cinder-792462-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c5107c-5bc6-4614-a0d0-2f9713028a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3a4eadf7-298b-4c11-b779-64558c14cd67'}}] {{(pid=98344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:45:30.246497 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:30.319474 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-d8a8274b-8e86-4bab-b2af-d08ae2c17dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:30.338590 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-d8a8274b-8e86-4bab-b2af-d08ae2c17dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:30.353354 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-44329b11-ec56-4b29-98cb-9bf64ff8065a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:30.369599 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ada904-d026-4031-bc36-2fcbf21ef979 req-5a674e44-bcb4-455a-8358-515d771600a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:30.372362 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e1ada904-d026-4031-bc36-2fcbf21ef979 req-5a674e44-bcb4-455a-8358-515d771600a0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=02474a2c64904c6fb152442041a5af03&device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 1099 time: 0.3386166 May 20 21:45:30.395120 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ba5e8-ae79-4d5d-8f5a-88b72099b888 req-59879e58-2019-4394-8d6a-7e0b04382eef tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:30.402965 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-661ba5e8-ae79-4d5d-8f5a-88b72099b888 req-59879e58-2019-4394-8d6a-7e0b04382eef tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 946 time: 0.4755621 May 20 21:45:30.462083 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.db_base_plugin_common [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] Allocated IP 172.28.0.190 (6a7b2292-60f2-468f-9a72-8977b3c695a9/682e5247-0975-4386-b3ba-8aaf11b83d2b/a904694c-329c-49bb-ab3c-2b23329bea42) {{(pid=98343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:45:30.477596 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a8274b-8e86-4bab-b2af-d08ae2c17dfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=98342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:45:30.509660 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] For port 4c9502ee-8b62-4b95-99ef-61750dc7c715, host dv-cinder-792462-4-smb, cleared binding levels {{(pid=98344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:45:30.513753 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] For port 4c9502ee-8b62-4b95-99ef-61750dc7c715, host dv-cinder-792462-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=4c9502ee-8b62-4b95-99ef-61750dc7c715,segment=NetworkSegment(c9c5107c-5bc6-4614-a0d0-2f9713028a48),segment_id=c9c5107c-5bc6-4614-a0d0-2f9713028a48)] {{(pid=98344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:45:30.520001 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:30.524089 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:30.543839 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8274b-8e86-4bab-b2af-d08ae2c17dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d107ca27-48de-46b4-834e-80b24c141c00,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:30.561589 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-d8a8274b-8e86-4bab-b2af-d08ae2c17dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329'] for segment, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:30.562729 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.db.segments_db [None req-d8a8274b-8e86-4bab-b2af-d08ae2c17dfb admin admin] Added segment 2790c02a-58d7-4f02-a509-cd8a074ee5fe of type vlan for network 0c57f23c-af96-4eed-9a1f-0c23808587f6 May 20 21:45:30.618487 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-d8a8274b-8e86-4bab-b2af-d08ae2c17dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:30.653605 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Pushing event updated for resources: {'Port': ['ID=4c9502ee-8b62-4b95-99ef-61750dc7c715,revision_number=2']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:30.660329 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:30.724048 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:30.757596 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-d8a8274b-8e86-4bab-b2af-d08ae2c17dfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759169318099'] for network, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:30.785688 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:30.793941 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-7a252614-f64a-466b-b3b6-4e334daee96f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:30.871020 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-661ba5e8-ae79-4d5d-8f5a-88b72099b888 req-b3407d4f-e410-4f0e-9948-e14e3ead4b38 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4670045 May 20 21:45:30.871313 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] Network 6a7b2292-60f2-468f-9a72-8977b3c695a9 is already hosted by enough agents. {{(pid=98343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:45:30.876230 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.base_scheduler [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] Resources bound (agent type, host, resource id): {{(pid=98343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:45:30.879589 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] Received port after_create {{(pid=98343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:45:30.939100 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] Pushing event updated for resources: {'Port': ['ID=a904694c-329c-49bb-ab3c-2b23329bea42,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:30.953395 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:30.954818 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:30.954818 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:30.954818 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:30.954818 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:30.955447 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:30.955447 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:30.955755 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:30.956303 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:30.956790 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:30.957141 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:30.957482 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:30.961704 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:30.985231 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-d8a8274b-8e86-4bab-b2af-d08ae2c17dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1639574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1649568'] for network, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:30.991123 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ada904-d026-4031-bc36-2fcbf21ef979 req-d923944e-7f72-49d4-96aa-509fdb3bcf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:30.993863 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e1ada904-d026-4031-bc36-2fcbf21ef979 req-d923944e-7f72-49d4-96aa-509fdb3bcf0a service neutron] 10.222.0.69 "GET /v2.0/networks?id=d792e157-988b-4be9-b81e-7ce03ac12952 HTTP/1.1" status: 200 len: 917 time: 0.5757344 May 20 21:45:30.998592 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a8274b-8e86-4bab-b2af-d08ae2c17dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:30.999544 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-d8a8274b-8e86-4bab-b2af-d08ae2c17dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for network, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:31.154875 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-3c53ac68-99e6-4323-a695-47c2178be3e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:31.510480 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8274b-8e86-4bab-b2af-d08ae2c17dfb admin admin] Pushing event updated for resources: {'Network': ['ID=0c57f23c-af96-4eed-9a1f-0c23808587f6,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:31.513332 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-d8a8274b-8e86-4bab-b2af-d08ae2c17dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:31.525692 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Network 0c57f23c-af96-4eed-9a1f-0c23808587f6 details requested by agent ovs-agent-dv-cinder-792462-4-smb with host dv-cinder-792462-4-smb {{(pid=98344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 21:45:31.532444 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0b2cc-788e-4fa5-95e7-7837ae3f43f2 req-04d0dc59-ecf1-413a-aae6-1bbedc769102 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:31.534245 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-89d0b2cc-788e-4fa5-95e7-7837ae3f43f2 req-04d0dc59-ecf1-413a-aae6-1bbedc769102 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] 10.222.0.69 "GET /v2.0/ports?device_id=71c8fc41-f00f-411b-bc5b-b4192c60be9d HTTP/1.1" status: 200 len: 950 time: 0.9124985 May 20 21:45:31.560780 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6035b2-dc62-4f85-94b9-9fab2e778c4d req-84cf6691-3a96-443b-977f-90022322899d tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:31.561547 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-0d6035b2-dc62-4f85-94b9-9fab2e778c4d req-84cf6691-3a96-443b-977f-90022322899d tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Synchronizing usage tracker for tenant:462722ee06ab47f396fc96575d046bdc on resource:port {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:45:31.604594 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-d8a8274b-8e86-4bab-b2af-d08ae2c17dfb admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3593566 May 20 21:45:31.605927 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 42602) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:45:31.619158 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-67badd15-23aa-4487-93f5-78eca1e1f476 admin admin] Request body: {'subnet': {'network_id': '0c57f23c-af96-4eed-9a1f-0c23808587f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-956985647-subnet', 'tenant_id': '59bf4fbf91ad496eb8448f93efa466db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:45:31.623023 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e1ada904-d026-4031-bc36-2fcbf21ef979 req-a0ee1af0-89ca-4f37-b186-8878fa619b82 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d4f96ae-6406-4b29-8adb-180e8a245fb0 HTTP/1.1" status: 200 len: 1002 time: 0.6158819 May 20 21:45:31.636681 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-67badd15-23aa-4487-93f5-78eca1e1f476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:45:31.649697 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-67badd15-23aa-4487-93f5-78eca1e1f476 admin admin] Usage tracker for resource:subnet and tenant:59bf4fbf91ad496eb8448f93efa466db is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:45:31.654756 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-67badd15-23aa-4487-93f5-78eca1e1f476 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:45:31.673398 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-67badd15-23aa-4487-93f5-78eca1e1f476 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:45:31.682806 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:31.770564 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-0d6035b2-dc62-4f85-94b9-9fab2e778c4d req-84cf6691-3a96-443b-977f-90022322899d tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Unset dirty status for tenant:462722ee06ab47f396fc96575d046bdc on resource:port {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:45:31.774951 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-0d6035b2-dc62-4f85-94b9-9fab2e778c4d req-84cf6691-3a96-443b-977f-90022322899d tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8b76b3-2d67-4d17-b3cb-d9f71a5d5b89 HTTP/1.1" status: 200 len: 946 time: 1.1541998 May 20 21:45:31.806960 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67badd15-23aa-4487-93f5-78eca1e1f476 admin admin] Made reservation on behalf of 59bf4fbf91ad496eb8448f93efa466db for: {'subnet': 1} {{(pid=98343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:45:31.810977 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-67badd15-23aa-4487-93f5-78eca1e1f476 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2129025'] for subnet, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:31.946656 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ada904-d026-4031-bc36-2fcbf21ef979 req-0f4c787d-6d05-4202-b6f6-c4f1c9a6ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:31.949065 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e1ada904-d026-4031-bc36-2fcbf21ef979 req-0f4c787d-6d05-4202-b6f6-c4f1c9a6ade1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e184cb69-105f-475e-83f0-129c4848c2ac HTTP/1.1" status: 200 len: 855 time: 0.3031557 May 20 21:45:32.064695 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348a80fe-fb17-4efc-9c65-0ddbd611bc14 None None] Network 3a4eadf7-298b-4c11-b779-64558c14cd67 requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:45:32.085011 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a264d57-ad6e-4701-b9c5-495996fdc03d req-e9318e26-adb4-4c4d-9489-8a59171af377 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:32.099704 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4a264d57-ad6e-4701-b9c5-495996fdc03d req-e9318e26-adb4-4c4d-9489-8a59171af377 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.8497241 May 20 21:45:32.113710 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-0d6035b2-dc62-4f85-94b9-9fab2e778c4d req-225b164b-b36b-429b-824a-4ef392ada89a tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250034 May 20 21:45:32.247179 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-d26a58f8-efa5-479a-a086-abe0f2693ec4 None None] Provisioning for port 4c9502ee-8b62-4b95-99ef-61750dc7c715 completed by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:45:32.261185 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4a264d57-ad6e-4701-b9c5-495996fdc03d req-4cc46f7a-c061-4767-84d9-39238847cb5f tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596284 May 20 21:45:32.276911 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [req-89d0b2cc-788e-4fa5-95e7-7837ae3f43f2 req-0fa71fdf-495a-4fda-bc75-3f56aa757c78 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Deleting port e0d2d930-9d94-4414-975b-e336187466ba {{(pid=98342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:45:32.277450 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-89d0b2cc-788e-4fa5-95e7-7837ae3f43f2 req-0fa71fdf-495a-4fda-bc75-3f56aa757c78 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:32.774143 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ada904-d026-4031-bc36-2fcbf21ef979 req-7094f766-2c4d-476e-a72d-7dd999509e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:32.776674 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e1ada904-d026-4031-bc36-2fcbf21ef979 req-7094f766-2c4d-476e-a72d-7dd999509e9a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d792e157-988b-4be9-b81e-7ce03ac12952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.8033013 May 20 21:45:32.901222 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2026222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625290'] for router, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:32.968166 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 4c9502ee-8b62-4b95-99ef-61750dc7c715 up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:45:32.969235 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [req-89d0b2cc-788e-4fa5-95e7-7837ae3f43f2 req-0fa71fdf-495a-4fda-bc75-3f56aa757c78 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] For port e0d2d930-9d94-4414-975b-e336187466ba, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e0d2d930-9d94-4414-975b-e336187466ba,segment=NetworkSegment(1492ef40-bb5f-42ab-ae78-27d253595792),segment_id=1492ef40-bb5f-42ab-ae78-27d253595792)] {{(pid=98342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:45:32.969704 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-89d0b2cc-788e-4fa5-95e7-7837ae3f43f2 req-0fa71fdf-495a-4fda-bc75-3f56aa757c78 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:33.012908 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 8d4f96ae-6406-4b29-8adb-180e8a245fb0 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:45:33.094064 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7aa499-1572-41f6-a4dd-b5542be4b014 req-db18c845-b25a-4e05-a43b-48f0d877ad70 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:33.098264 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-3f7aa499-1572-41f6-a4dd-b5542be4b014 req-db18c845-b25a-4e05-a43b-48f0d877ad70 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b8b76b3-2d67-4d17-b3cb-d9f71a5d5b89 HTTP/1.1" status: 200 len: 946 time: 0.5490911 May 20 21:45:33.229171 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning for port 4c9502ee-8b62-4b95-99ef-61750dc7c715 completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:45:33.238692 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port 4c9502ee-8b62-4b95-99ef-61750dc7c715 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:45:33.239431 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:33.275029 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:33.328679 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098c7591-b1e3-4541-a630-89ee3d336fee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d4f96ae-6406-4b29-8adb-180e8a245fb0'}] {{(pid=98344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:45:33.342027 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 8d4f96ae-6406-4b29-8adb-180e8a245fb0, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8d4f96ae-6406-4b29-8adb-180e8a245fb0,segment=NetworkSegment(54b1c84e-94ed-47c5-9732-c818bd112025),segment_id=54b1c84e-94ed-47c5-9732-c818bd112025)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:45:33.349403 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:33.352966 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:33.478625 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:33.490628 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [req-89d0b2cc-788e-4fa5-95e7-7837ae3f43f2 req-0fa71fdf-495a-4fda-bc75-3f56aa757c78 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Calling delete_port for e0d2d930-9d94-4414-975b-e336187466ba owned by compute:nova {{(pid=98342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:45:33.492233 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=8d4f96ae-6406-4b29-8adb-180e8a245fb0,revision_number=8']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:33.498827 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:33.517891 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934fb30c-2dea-43c6-930d-72248e1ee257 req-65152696-0555-4565-bd2e-9e7d0bdc8f95 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:33.521919 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-934fb30c-2dea-43c6-930d-72248e1ee257 req-65152696-0555-4565-bd2e-9e7d0bdc8f95 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c8fc41-f00f-411b-bc5b-b4192c60be9d HTTP/1.1" status: 200 len: 950 time: 1.1428242 May 20 21:45:33.527103 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] For port 4c9502ee-8b62-4b95-99ef-61750dc7c715, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=4c9502ee-8b62-4b95-99ef-61750dc7c715,segment=NetworkSegment(c9c5107c-5bc6-4614-a0d0-2f9713028a48),segment_id=c9c5107c-5bc6-4614-a0d0-2f9713028a48)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:45:33.534192 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:33.537329 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:33.637032 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [req-3f7aa499-1572-41f6-a4dd-b5542be4b014 req-441699e1-8e4e-48bb-82af-28cac67c1a15 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Deleting port a57a3c96-310b-4761-bb20-81912ae64fbe {{(pid=98343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:45:33.637379 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-3f7aa499-1572-41f6-a4dd-b5542be4b014 req-441699e1-8e4e-48bb-82af-28cac67c1a15 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:33.652725 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Pushing event updated for resources: {'Port': ['ID=4c9502ee-8b62-4b95-99ef-61750dc7c715,revision_number=3']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:33.654176 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] Router 2f49aed4-d349-41c5-a637-d6255515d5ea is scheduled to L3 agent 0cab7e80-5b87-486c-a982-5030be84b7ba with binding_index 1 {{(pid=98343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 21:45:33.656514 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e1ada904-d026-4031-bc36-2fcbf21ef979 req-26ac13e1-68ba-4876-91a0-22fbcedf4128 service neutron] 10.222.0.69 "GET /v2.0/networks/d792e157-988b-4be9-b81e-7ce03ac12952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8586948 May 20 21:45:33.658625 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:33.686136 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de8f79-8db1-4798-b7be-8d8183ab2488 req-deb82040-fe3f-4471-aeee-5f1c3d0137e9 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:33.688843 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-52de8f79-8db1-4798-b7be-8d8183ab2488 req-deb82040-fe3f-4471-aeee-5f1c3d0137e9 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 946 time: 1.1364796 May 20 21:45:33.816778 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-934fb30c-2dea-43c6-930d-72248e1ee257 req-52c61218-0204-45c5-acc7-55a9b1c9b353 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] 10.222.0.78 "GET /v2.0/security-groups?id=6ad6e683-cfd0-4f92-9753-7e0d537e1982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678261 May 20 21:45:33.901272 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-67badd15-23aa-4487-93f5-78eca1e1f476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1737464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2129043'] for subnet, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:33.915687 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-beb13f44-8613-4bba-a618-3b5c509f8d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:34.030944 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-52de8f79-8db1-4798-b7be-8d8183ab2488 req-c0601470-40cb-431e-8c5b-6b290d9cc606 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2954643 May 20 21:45:34.084971 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.db [req-3f7aa499-1572-41f6-a4dd-b5542be4b014 req-441699e1-8e4e-48bb-82af-28cac67c1a15 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] For port a57a3c96-310b-4761-bb20-81912ae64fbe, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a57a3c96-310b-4761-bb20-81912ae64fbe,segment=NetworkSegment(c8882a79-3f5b-43e5-87fa-475536f2fbe2),segment_id=c8882a79-3f5b-43e5-87fa-475536f2fbe2)] {{(pid=98343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:45:34.084971 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-3f7aa499-1572-41f6-a4dd-b5542be4b014 req-441699e1-8e4e-48bb-82af-28cac67c1a15 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:34.144875 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e1ada904-d026-4031-bc36-2fcbf21ef979 req-afb0d516-1aa0-46a8-b233-df96ed7ea3ce service neutron] 10.222.0.69 "GET /v2.0/networks/d792e157-988b-4be9-b81e-7ce03ac12952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542384 May 20 21:45:34.194701 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-89d0b2cc-788e-4fa5-95e7-7837ae3f43f2 req-0fa71fdf-495a-4fda-bc75-3f56aa757c78 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:34.202705 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:34.299911 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa71fdf-495a-4fda-bc75-3f56aa757c78 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Pushing event deleted for resources: {'Port': ['ID=e0d2d930-9d94-4414-975b-e336187466ba,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:34.308355 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-0fa71fdf-495a-4fda-bc75-3f56aa757c78 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:34.335786 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67badd15-23aa-4487-93f5-78eca1e1f476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9ada95e-2d04-406c-9887-56dcea10dd3f,revision_number=0']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:34.350230 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [req-3f7aa499-1572-41f6-a4dd-b5542be4b014 req-441699e1-8e4e-48bb-82af-28cac67c1a15 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Calling delete_port for a57a3c96-310b-4761-bb20-81912ae64fbe owned by compute:nova {{(pid=98343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:45:34.353302 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-67badd15-23aa-4487-93f5-78eca1e1f476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:34.370477 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] Notify agent at l3_agent.dv-cinder-792462-4-smb the message routers_updated {{(pid=98343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 21:45:34.382317 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67badd15-23aa-4487-93f5-78eca1e1f476 admin admin] Checking segment: {'id': '2790c02a-58d7-4f02-a509-cd8a074ee5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0c57f23c-af96-4eed-9a1f-0c23808587f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:45:34.382689 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67badd15-23aa-4487-93f5-78eca1e1f476 admin admin] Network hostable DHCP agents. Network: 0c57f23c-af96-4eed-9a1f-0c23808587f6, hostable agents: ['b421ac0d-62b9-4a8f-94e9-2f7b98c53d5e'], hosted agents: [] {{(pid=98343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:45:34.387980 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81d244a-1a88-433b-833a-0a2d81744035 None None] Sync routers for ids ['2f49aed4-d349-41c5-a637-d6255515d5ea'] in dv-cinder-792462-4-smb {{(pid=98345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:45:34.413002 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81d244a-1a88-433b-833a-0a2d81744035 None None] Routers {'2f49aed4-d349-41c5-a637-d6255515d5ea'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:45:34.417137 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-f81d244a-1a88-433b-833a-0a2d81744035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:45:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['2f49aed4-d349-41c5-a637-d6255515d5ea'], 'active': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:45:34.470143 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d0b2cc-788e-4fa5-95e7-7837ae3f43f2 req-0fa71fdf-495a-4fda-bc75-3f56aa757c78 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] No DVR routers for this DVR port e0d2d930-9d94-4414-975b-e336187466ba on host hv-cinder-79246 {{(pid=98342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:45:34.489722 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-89d0b2cc-788e-4fa5-95e7-7837ae3f43f2 req-0fa71fdf-495a-4fda-bc75-3f56aa757c78 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:34.496021 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c8fc41-f00f-411b-bc5b-b4192c60be9d', 'name': 'network-vif-deleted', 'tag': 'e0d2d930-9d94-4414-975b-e336187466ba'}] {{(pid=98342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:45:34.539346 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-89d0b2cc-788e-4fa5-95e7-7837ae3f43f2 req-0fa71fdf-495a-4fda-bc75-3f56aa757c78 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] 10.222.0.69 "DELETE /v2.0/ports/e0d2d930-9d94-4414-975b-e336187466ba HTTP/1.1" status: 204 len: 173 time: 2.9901381 May 20 21:45:34.565252 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa3e76-659b-4356-aacd-54763fc7f374 req-58c5ed04-2694-45f4-9975-02bc336c3fd4 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:34.576408 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4faa3e76-659b-4356-aacd-54763fc7f374 req-58c5ed04-2694-45f4-9975-02bc336c3fd4 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8b76b3-2d67-4d17-b3cb-d9f71a5d5b89 HTTP/1.1" status: 200 len: 946 time: 0.3102496 May 20 21:45:34.679041 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4faa3e76-659b-4356-aacd-54763fc7f374 req-6d767930-61c0-47d5-8525-66e2cc8ed69b tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012125 May 20 21:45:34.770673 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] Notify callbacks [] for router, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:34.777329 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.1814451 May 20 21:45:34.778613 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 42626) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:45:34.785156 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67badd15-23aa-4487-93f5-78eca1e1f476 admin admin] Network 0c57f23c-af96-4eed-9a1f-0c23808587f6 is scheduled to be hosted by DHCP agent b421ac0d-62b9-4a8f-94e9-2f7b98c53d5e with binding_index 1 {{(pid=98343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:45:34.824145 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvr_db [None req-f81d244a-1a88-433b-833a-0a2d81744035 None None] Set router 2f49aed4-d349-41c5-a637-d6255515d5ea gateway port host: dv-cinder-792462-4-smb {{(pid=98345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:45:34.826055 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.base_scheduler [None req-67badd15-23aa-4487-93f5-78eca1e1f476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-4-smb, 0c57f23c-af96-4eed-9a1f-0c23808587f6) {{(pid=98343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:45:34.848817 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efdde55-49dc-45d4-98ee-7f8008cdf59d None None] Network 0c57f23c-af96-4eed-9a1f-0c23808587f6 requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:45:34.937805 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67badd15-23aa-4487-93f5-78eca1e1f476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:34.940297 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-67badd15-23aa-4487-93f5-78eca1e1f476 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:35.021814 dv-cinder-792462-4-smb neutron-server[98344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098c7591-b1e3-4541-a630-89ee3d336fee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d4f96ae-6406-4b29-8adb-180e8a245fb0', 'code': 200} May 20 21:45:35.134367 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-3f7aa499-1572-41f6-a4dd-b5542be4b014 req-441699e1-8e4e-48bb-82af-28cac67c1a15 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:35.138560 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-67badd15-23aa-4487-93f5-78eca1e1f476 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.5318432 May 20 21:45:35.163660 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:35.317503 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441699e1-8e4e-48bb-82af-28cac67c1a15 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Pushing event deleted for resources: {'Port': ['ID=a57a3c96-310b-4761-bb20-81912ae64fbe,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:35.353649 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c8fc41-f00f-411b-bc5b-b4192c60be9d', 'name': 'network-vif-deleted', 'tag': 'e0d2d930-9d94-4414-975b-e336187466ba', 'status': 'completed', 'code': 200} May 20 21:45:35.411492 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-441699e1-8e4e-48bb-82af-28cac67c1a15 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:35.570915 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device e0d2d930-9d94-4414-975b-e336187466ba no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:45:35.582788 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7aa499-1572-41f6-a4dd-b5542be4b014 req-441699e1-8e4e-48bb-82af-28cac67c1a15 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] No DVR routers for this DVR port a57a3c96-310b-4761-bb20-81912ae64fbe on host hv-cinder-79246 {{(pid=98343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:45:35.608007 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-3f7aa499-1572-41f6-a4dd-b5542be4b014 req-441699e1-8e4e-48bb-82af-28cac67c1a15 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:35.615054 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-3f7aa499-1572-41f6-a4dd-b5542be4b014 req-441699e1-8e4e-48bb-82af-28cac67c1a15 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.69 "DELETE /v2.0/ports/a57a3c96-310b-4761-bb20-81912ae64fbe HTTP/1.1" status: 204 len: 173 time: 2.5054941 May 20 21:45:35.618359 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8b76b3-2d67-4d17-b3cb-d9f71a5d5b89', 'name': 'network-vif-deleted', 'tag': 'a57a3c96-310b-4761-bb20-81912ae64fbe'}] {{(pid=98343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:45:35.677375 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['fe213d76-bb35-46a6-b89b-a6de037d5c17', '2193a41b-eb71-402a-9575-8bb30d1d7969'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:45:35.688961 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e5176-5a07-4d99-8696-c2f3e9ab0897 req-2a7d1cce-8189-4aa3-92f1-491a4ef2c8df tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:35.704097 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f16e5176-5a07-4d99-8696-c2f3e9ab0897 req-2a7d1cce-8189-4aa3-92f1-491a4ef2c8df tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.5718136 May 20 21:45:35.746286 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-f81d244a-1a88-433b-833a-0a2d81744035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'name': 'tempest-TestShelveInstance-824939550-router', 'tenant_id': 'bf7c4d2476214011814adf1e8095c658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a904694c-329c-49bb-ab3c-2b23329bea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:45:27Z', 'updated_at': '2021-05-20T21:45:31Z', 'revision_number': 3, 'project_id': 'bf7c4d2476214011814adf1e8095c658', 'gw_port': {'id': 'a904694c-329c-49bb-ab3c-2b23329bea42', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:45:30Z', 'updated_at': '2021-05-20T21:45:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb'}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:45:35.759836 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81d244a-1a88-433b-833a-0a2d81744035 None None] Checking router: 2f49aed4-d349-41c5-a637-d6255515d5ea for host: dv-cinder-792462-4-smb {{(pid=98345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:45:35.761799 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81d244a-1a88-433b-833a-0a2d81744035 None None] Updating router 2f49aed4-d349-41c5-a637-d6255515d5ea port a904694c-329c-49bb-ab3c-2b23329bea42 binding host dv-cinder-792462-4-smb {{(pid=98345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:45:35.771339 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 4c9502ee-8b62-4b95-99ef-61750dc7c715 up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:45:35.893325 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-33851676-ff12-4649-8d95-1af5602e7d2d req-c779f65e-e47b-4a10-b27a-500ee6969edb tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Synchronizing usage tracker for tenant:45edc165b19c4ee7bb509fb5dc56fed6 on resource:port {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:45:35.905287 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] No Port match for: e0d2d930-9d94-4414-975b-e336187466ba {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:45:35.906934 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device e0d2d930-9d94-4414-975b-e336187466ba not bound to the agent host hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:45:35.907912 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device a57a3c96-310b-4761-bb20-81912ae64fbe no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:45:35.989379 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f16e5176-5a07-4d99-8696-c2f3e9ab0897 req-71c408f9-4d44-4b2a-8be6-0a67b80cdfef tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837188 May 20 21:45:36.004184 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-33851676-ff12-4649-8d95-1af5602e7d2d req-c779f65e-e47b-4a10-b27a-500ee6969edb tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Unset dirty status for tenant:45edc165b19c4ee7bb509fb5dc56fed6 on resource:port {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:45:36.005759 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-33851676-ff12-4649-8d95-1af5602e7d2d req-c779f65e-e47b-4a10-b27a-500ee6969edb tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] 10.222.0.78 "GET /v2.0/ports?device_id=71c8fc41-f00f-411b-bc5b-b4192c60be9d HTTP/1.1" status: 200 len: 210 time: 0.1842344 May 20 21:45:36.068953 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-f81d244a-1a88-433b-833a-0a2d81744035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:36.193895 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8b76b3-2d67-4d17-b3cb-d9f71a5d5b89', 'name': 'network-vif-deleted', 'tag': 'a57a3c96-310b-4761-bb20-81912ae64fbe', 'status': 'completed', 'code': 200} May 20 21:45:36.223831 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] No Port match for: a57a3c96-310b-4761-bb20-81912ae64fbe {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:45:36.227667 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device a57a3c96-310b-4761-bb20-81912ae64fbe not bound to the agent host hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:45:36.439875 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54066e3-1d7c-40ca-8d3a-24baef9bb979 None None] Network 0c57f23c-af96-4eed-9a1f-0c23808587f6 requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:45:36.891060 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-f81d244a-1a88-433b-833a-0a2d81744035 None None] Notify callbacks [] for port, precommit_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:36.908142 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.provisioning_blocks [None req-f81d244a-1a88-433b-833a-0a2d81744035 None None] Transition to ACTIVE for port object a904694c-329c-49bb-ab3c-2b23329bea42 will not be triggered until provisioned by entity L2. {{(pid=98345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:45:36.924579 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-f81d244a-1a88-433b-833a-0a2d81744035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:36.944920 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-4ad57a27-971f-4bb7-976f-3061857524a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:36.955957 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port 4c9502ee-8b62-4b95-99ef-61750dc7c715 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:45:36.956653 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:36.991079 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea3ba7-87ef-42dc-8ef8-37a3a265cffe req-d1df30c7-510d-4e02-8a9b-e1269d3ab1de tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:37.005981 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-6aea3ba7-87ef-42dc-8ef8-37a3a265cffe req-d1df30c7-510d-4e02-8a9b-e1269d3ab1de tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 944 time: 0.4876139 May 20 21:45:37.008399 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-46b3987f-4188-45fa-a767-e18f1e399286 req-5161b851-c685-4073-8681-c44e023a8b0f tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b8b76b3-2d67-4d17-b3cb-d9f71a5d5b89 HTTP/1.1" status: 200 len: 210 time: 0.0737519 May 20 21:45:37.026996 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [None req-f81d244a-1a88-433b-833a-0a2d81744035 None None] Attempting to bind port a904694c-329c-49bb-ab3c-2b23329bea42 on host dv-cinder-792462-4-smb for vnic_type normal with profile {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:45:37.027553 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [None req-f81d244a-1a88-433b-833a-0a2d81744035 None None] Attempting to bind port a904694c-329c-49bb-ab3c-2b23329bea42 by drivers openvswitch,hyperv on host dv-cinder-792462-4-smb at level 0 using segments [{'id': 'c99208f0-a511-44ea-981f-b3b92c3f5261', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'}] {{(pid=98345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:45:37.028347 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81d244a-1a88-433b-833a-0a2d81744035 None None] Attempting to bind port a904694c-329c-49bb-ab3c-2b23329bea42 on network 6a7b2292-60f2-468f-9a72-8977b3c695a9 {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:45:37.049327 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81d244a-1a88-433b-833a-0a2d81744035 None None] Checking agent: {'id': '09546d46-3481-475a-a863-9c6fd271337e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 34, 25), 'started_at': datetime.datetime(2021, 5, 20, 21, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:45:37.050853 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81d244a-1a88-433b-833a-0a2d81744035 None None] Checking segment: {'id': 'c99208f0-a511-44ea-981f-b3b92c3f5261', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:45:37.051279 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-f81d244a-1a88-433b-833a-0a2d81744035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:37.051684 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81d244a-1a88-433b-833a-0a2d81744035 None None] Bound using segment: {'id': 'c99208f0-a511-44ea-981f-b3b92c3f5261', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'} {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:45:37.052223 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [None req-f81d244a-1a88-433b-833a-0a2d81744035 None None] Bound port: a904694c-329c-49bb-ab3c-2b23329bea42, host: dv-cinder-792462-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99208f0-a511-44ea-981f-b3b92c3f5261', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'}}] {{(pid=98345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:45:37.053829 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-f81d244a-1a88-433b-833a-0a2d81744035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:37.099172 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-6aea3ba7-87ef-42dc-8ef8-37a3a265cffe req-4895d5cb-210a-48fc-bd7b-ca358888cf35 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752416 May 20 21:45:37.317174 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c5464-f897-48c5-9f74-791ffb13edd9 None None] Pushing event updated for resources: {'Port': ['ID=a904694c-329c-49bb-ab3c-2b23329bea42,revision_number=2']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:37.379514 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c5464-f897-48c5-9f74-791ffb13edd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:37.380654 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c5464-f897-48c5-9f74-791ffb13edd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:37.381259 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c5464-f897-48c5-9f74-791ffb13edd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:37.382205 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c5464-f897-48c5-9f74-791ffb13edd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:37.384480 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c5464-f897-48c5-9f74-791ffb13edd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:37.386141 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c5464-f897-48c5-9f74-791ffb13edd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:37.386573 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c5464-f897-48c5-9f74-791ffb13edd9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:37.386948 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c5464-f897-48c5-9f74-791ffb13edd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:37.387342 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c5464-f897-48c5-9f74-791ffb13edd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:37.387863 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c5464-f897-48c5-9f74-791ffb13edd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:37.403913 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c5464-f897-48c5-9f74-791ffb13edd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:37.405706 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c5464-f897-48c5-9f74-791ffb13edd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:45:37.418744 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-601c5464-f897-48c5-9f74-791ffb13edd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:37.450392 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.db [None req-f81d244a-1a88-433b-833a-0a2d81744035 None None] For port a904694c-329c-49bb-ab3c-2b23329bea42, host dv-cinder-792462-4-smb, cleared binding levels {{(pid=98345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:45:37.459624 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.db [None req-f81d244a-1a88-433b-833a-0a2d81744035 None None] For port a904694c-329c-49bb-ab3c-2b23329bea42, host dv-cinder-792462-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=a904694c-329c-49bb-ab3c-2b23329bea42,segment=NetworkSegment(c99208f0-a511-44ea-981f-b3b92c3f5261),segment_id=c99208f0-a511-44ea-981f-b3b92c3f5261)] {{(pid=98345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:45:37.474294 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-f81d244a-1a88-433b-833a-0a2d81744035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:37.500853 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-1de9f0f7-9569-4f55-bdc8-e416530d9b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:37.602876 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-bfb563d2-10c2-44ea-a343-9f516b19119d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:37.651811 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c5464-f897-48c5-9f74-791ffb13edd9 None None] Pushing event updated for resources: {'Port': ['ID=a904694c-329c-49bb-ab3c-2b23329bea42,revision_number=3']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:37.668117 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-601c5464-f897-48c5-9f74-791ffb13edd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:37.674530 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81d244a-1a88-433b-833a-0a2d81744035 None None] Routers {'2f49aed4-d349-41c5-a637-d6255515d5ea'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:45:37.678623 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-f81d244a-1a88-433b-833a-0a2d81744035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:45:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['2f49aed4-d349-41c5-a637-d6255515d5ea'], 'active': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:45:37.855118 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421d668-8ea4-4b0d-aaaa-f137fb9727bf req-123d38f2-39e4-440e-9470-9d757e5f5b38 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:37.864433 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-3421d668-8ea4-4b0d-aaaa-f137fb9727bf req-123d38f2-39e4-440e-9470-9d757e5f5b38 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.4482040 May 20 21:45:37.948043 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvr_db [None req-f81d244a-1a88-433b-833a-0a2d81744035 None None] Set router 2f49aed4-d349-41c5-a637-d6255515d5ea gateway port host: dv-cinder-792462-4-smb {{(pid=98345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:45:38.043400 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-3421d668-8ea4-4b0d-aaaa-f137fb9727bf req-1908d4d0-fe3f-4839-8483-84e0dd772e55 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775844 May 20 21:45:38.107643 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.db_base_plugin_common [None req-bfb563d2-10c2-44ea-a343-9f516b19119d admin admin] Allocated IP 172.20.0.1 (3a4eadf7-298b-4c11-b779-64558c14cd67/3274c3f6-8e4e-4778-80fa-ea4dbba5affd/b653b278-7ca2-4a0c-9615-afe99d6c0d24) {{(pid=98342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:45:38.337837 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-bfb563d2-10c2-44ea-a343-9f516b19119d admin admin] Notify callbacks [] for port, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:38.369202 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.provisioning_blocks [None req-bfb563d2-10c2-44ea-a343-9f516b19119d admin admin] Transition to ACTIVE for port object b653b278-7ca2-4a0c-9615-afe99d6c0d24 will not be triggered until provisioned by entity DHCP. {{(pid=98342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:45:38.436519 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-bfb563d2-10c2-44ea-a343-9f516b19119d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:38.465847 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:38.576381 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-f81d244a-1a88-433b-833a-0a2d81744035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'name': 'tempest-TestShelveInstance-824939550-router', 'tenant_id': 'bf7c4d2476214011814adf1e8095c658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a904694c-329c-49bb-ab3c-2b23329bea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:45:27Z', 'updated_at': '2021-05-20T21:45:31Z', 'revision_number': 3, 'project_id': 'bf7c4d2476214011814adf1e8095c658', 'gw_port': {'id': 'a904694c-329c-49bb-ab3c-2b23329bea42', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:45:30Z', 'updated_at': '2021-05-20T21:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb'}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:45:38.588418 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81d244a-1a88-433b-833a-0a2d81744035 None None] The sync data for ids ['2f49aed4-d349-41c5-a637-d6255515d5ea'] in dv-cinder-792462-4-smb is: [{'id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'name': 'tempest-TestShelveInstance-824939550-router', 'tenant_id': 'bf7c4d2476214011814adf1e8095c658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a904694c-329c-49bb-ab3c-2b23329bea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:45:27Z', 'updated_at': '2021-05-20T21:45:31Z', 'revision_number': 3, 'project_id': 'bf7c4d2476214011814adf1e8095c658', 'gw_port': {'id': 'a904694c-329c-49bb-ab3c-2b23329bea42', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:45:30Z', 'updated_at': '2021-05-20T21:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb'}] {{(pid=98345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:45:38.594623 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb563d2-10c2-44ea-a343-9f516b19119d admin admin] Network 3a4eadf7-298b-4c11-b779-64558c14cd67 is already hosted by enough agents. {{(pid=98342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:45:38.611586 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.base_scheduler [None req-bfb563d2-10c2-44ea-a343-9f516b19119d admin admin] Resources bound (agent type, host, resource id): {{(pid=98342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:45:38.624171 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb563d2-10c2-44ea-a343-9f516b19119d admin admin] Received port after_create {{(pid=98342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:45:38.766542 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb563d2-10c2-44ea-a343-9f516b19119d admin admin] Pushing event updated for resources: {'Port': ['ID=b653b278-7ca2-4a0c-9615-afe99d6c0d24,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:38.781440 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-bfb563d2-10c2-44ea-a343-9f516b19119d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:38.783116 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-bfb563d2-10c2-44ea-a343-9f516b19119d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023635'] for router_interface, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:39.032138 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 8d4f96ae-6406-4b29-8adb-180e8a245fb0 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:45:39.100192 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b15f8-8b0d-48d1-a217-ccefc4419bda req-ff204ec0-ef92-4424-9a76-c7bfd1b294c6 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:39.103035 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-787b15f8-8b0d-48d1-a217-ccefc4419bda req-ff204ec0-ef92-4424-9a76-c7bfd1b294c6 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 944 time: 0.5759566 May 20 21:45:39.125792 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-58eddb04-b0b7-497c-9087-b3b455c594c7 None None] Provisioning for port b653b278-7ca2-4a0c-9615-afe99d6c0d24 completed by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:45:39.188787 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-58eddb04-b0b7-497c-9087-b3b455c594c7 None None] Provisioning complete for port b653b278-7ca2-4a0c-9615-afe99d6c0d24 triggered by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:45:39.189175 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-58eddb04-b0b7-497c-9087-b3b455c594c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:39.314320 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-58eddb04-b0b7-497c-9087-b3b455c594c7 None None] Port b653b278-7ca2-4a0c-9615-afe99d6c0d24 cannot update to ACTIVE because it is not bound. {{(pid=98344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 21:45:39.330915 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-787b15f8-8b0d-48d1-a217-ccefc4419bda req-9f41e8f4-f2c0-40f3-93e5-1fdf997f5cc4 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927733 May 20 21:45:39.444109 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea599972-6bea-4e8d-a9af-dc62d217cace req-08295a4e-bf23-4462-aeee-9a059311c31a tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:39.446664 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ea599972-6bea-4e8d-a9af-dc62d217cace req-08295a4e-bf23-4462-aeee-9a059311c31a tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=dad2d567-0ab9-4142-96b5-fb0b8b8552db HTTP/1.1" status: 200 len: 946 time: 0.5300722 May 20 21:45:39.555821 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-bfb563d2-10c2-44ea-a343-9f516b19119d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:39.679944 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ea599972-6bea-4e8d-a9af-dc62d217cace req-0ccaafa4-9bdf-4285-978d-dc8c2e4a2f50 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185194 May 20 21:45:39.879426 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device a904694c-329c-49bb-ab3c-2b23329bea42 up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:45:39.911940 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-9bc779cc-06b8-448a-a241-853b4080f16e tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:39.912971 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-9bc779cc-06b8-448a-a241-853b4080f16e tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Synchronizing usage tracker for tenant:59bf4fbf91ad496eb8448f93efa466db on resource:network {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:45:39.990173 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning for port a904694c-329c-49bb-ab3c-2b23329bea42 completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:45:39.999067 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port a904694c-329c-49bb-ab3c-2b23329bea42 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:45:39.999676 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:40.062221 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-9bc779cc-06b8-448a-a241-853b4080f16e tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Unset dirty status for tenant:59bf4fbf91ad496eb8448f93efa466db on resource:network {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:45:40.070789 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-9bc779cc-06b8-448a-a241-853b4080f16e tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/networks?id=0c57f23c-af96-4eed-9a1f-0c23808587f6 HTTP/1.1" status: 200 len: 808 time: 0.5732522 May 20 21:45:40.141872 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-dfdfcd8a-098a-4f72-98e6-d3b5eac8da6e tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/quotas/59bf4fbf91ad496eb8448f93efa466db HTTP/1.1" status: 200 len: 375 time: 0.0701058 May 20 21:45:40.222008 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:40.245113 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] For port a904694c-329c-49bb-ab3c-2b23329bea42, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=a904694c-329c-49bb-ab3c-2b23329bea42,segment=NetworkSegment(c99208f0-a511-44ea-981f-b3b92c3f5261),segment_id=c99208f0-a511-44ea-981f-b3b92c3f5261)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:45:40.254087 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:40.269571 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:40.408400 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Pushing event updated for resources: {'Port': ['ID=a904694c-329c-49bb-ab3c-2b23329bea42,revision_number=4']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:40.408608 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b9b99-091e-4059-8099-e93a66ea6ff5 req-afeacef8-f7fd-4ca1-b371-0f8db2049083 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:40.409445 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [req-238b9b99-091e-4059-8099-e93a66ea6ff5 req-afeacef8-f7fd-4ca1-b371-0f8db2049083 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Synchronizing usage tracker for tenant:462722ee06ab47f396fc96575d046bdc on resource:port {{(pid=98343) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:45:40.413944 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:40.429093 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-9083688a-ac5d-4957-8f5b-74b962dc56bb tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=59bf4fbf91ad496eb8448f93efa466db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0902145 May 20 21:45:40.438988 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [req-238b9b99-091e-4059-8099-e93a66ea6ff5 req-afeacef8-f7fd-4ca1-b371-0f8db2049083 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Unset dirty status for tenant:462722ee06ab47f396fc96575d046bdc on resource:port {{(pid=98343) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:45:40.440177 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-238b9b99-091e-4059-8099-e93a66ea6ff5 req-afeacef8-f7fd-4ca1-b371-0f8db2049083 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.69 "GET /v2.0/ports?device_id=dad2d567-0ab9-4142-96b5-fb0b8b8552db HTTP/1.1" status: 200 len: 946 time: 0.1810985 May 20 21:45:40.470812 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1627b6a-4e34-4f65-90d3-1c808244264b req-82077f4b-3198-4d93-901c-aab85ff0dea5 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:40.475568 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a1627b6a-4e34-4f65-90d3-1c808244264b req-82077f4b-3198-4d93-901c-aab85ff0dea5 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.5541961 May 20 21:45:40.621753 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [req-238b9b99-091e-4059-8099-e93a66ea6ff5 req-0d9e55e5-c794-4ae6-9cbf-429d3352520d tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Deleting port 2193a41b-eb71-402a-9575-8bb30d1d7969 {{(pid=98343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:45:40.622411 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-238b9b99-091e-4059-8099-e93a66ea6ff5 req-0d9e55e5-c794-4ae6-9cbf-429d3352520d tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:40.627662 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a1627b6a-4e34-4f65-90d3-1c808244264b req-8a6ae120-2673-4603-b655-015b96bab285 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462026 May 20 21:45:40.688674 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-bfb563d2-10c2-44ea-a343-9f516b19119d admin admin] Notify callbacks [] for port, precommit_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:40.694791 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-4cb21b08-483e-4273-ae4d-4ab0422de046 service neutron] 10.222.0.78 "GET /v2.0/networks/0c57f23c-af96-4eed-9a1f-0c23808587f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522728 May 20 21:45:40.844175 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-bfb563d2-10c2-44ea-a343-9f516b19119d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3867198'] for port, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:40.870429 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-0fa71fdf-495a-4fda-bc75-3f56aa757c78 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:40.918327 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-5e42d478-6135-430b-9fac-438e8791538e service neutron] 10.222.0.78 "GET /v2.0/networks/0c57f23c-af96-4eed-9a1f-0c23808587f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225225 May 20 21:45:40.934005 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.db [req-238b9b99-091e-4059-8099-e93a66ea6ff5 req-0d9e55e5-c794-4ae6-9cbf-429d3352520d tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] For port 2193a41b-eb71-402a-9575-8bb30d1d7969, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2193a41b-eb71-402a-9575-8bb30d1d7969,segment=NetworkSegment(c8882a79-3f5b-43e5-87fa-475536f2fbe2),segment_id=c8882a79-3f5b-43e5-87fa-475536f2fbe2)] {{(pid=98343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:45:40.934368 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-238b9b99-091e-4059-8099-e93a66ea6ff5 req-0d9e55e5-c794-4ae6-9cbf-429d3352520d tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:41.178365 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb563d2-10c2-44ea-a343-9f516b19119d admin admin] Pushing event updated for resources: {'Port': ['ID=b653b278-7ca2-4a0c-9615-afe99d6c0d24,revision_number=2']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:41.185354 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-bfb563d2-10c2-44ea-a343-9f516b19119d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:41.186642 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-bfb563d2-10c2-44ea-a343-9f516b19119d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629800'] for router_interface, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:41.233830 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296f27a-7080-4731-bf67-515728c5a04a req-4075653d-3574-4d06-986b-c56e0c8db843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:41.235366 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d296f27a-7080-4731-bf67-515728c5a04a req-4075653d-3574-4d06-986b-c56e0c8db843 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 1099 time: 0.3160422 May 20 21:45:41.347785 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [req-238b9b99-091e-4059-8099-e93a66ea6ff5 req-0d9e55e5-c794-4ae6-9cbf-429d3352520d tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Calling delete_port for 2193a41b-eb71-402a-9575-8bb30d1d7969 owned by compute:nova {{(pid=98343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:45:41.386984 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d296f27a-7080-4731-bf67-515728c5a04a req-e6ed1917-d8dd-4e36-b560-7c9b3510d140 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322672 May 20 21:45:41.459356 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb563d2-10c2-44ea-a343-9f516b19119d admin admin] Network 3a4eadf7-298b-4c11-b779-64558c14cd67 is already hosted by enough agents. {{(pid=98342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:45:41.466860 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.base_scheduler [None req-bfb563d2-10c2-44ea-a343-9f516b19119d admin admin] Resources bound (agent type, host, resource id): {{(pid=98342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:45:41.820852 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-238b9b99-091e-4059-8099-e93a66ea6ff5 req-0d9e55e5-c794-4ae6-9cbf-429d3352520d tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:41.836699 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['fe213d76-bb35-46a6-b89b-a6de037d5c17', '2193a41b-eb71-402a-9575-8bb30d1d7969'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:45:41.846638 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:41.918558 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device a904694c-329c-49bb-ab3c-2b23329bea42 up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:45:42.078350 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e55e5-c794-4ae6-9cbf-429d3352520d tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Pushing event deleted for resources: {'Port': ['ID=2193a41b-eb71-402a-9575-8bb30d1d7969,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:42.082924 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-0d9e55e5-c794-4ae6-9cbf-429d3352520d tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:42.172828 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-6ccddfdd-6b5a-4fb8-a5fc-f212978ca56d None None] Provisioning complete for port b653b278-7ca2-4a0c-9615-afe99d6c0d24 triggered by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:45:42.173212 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-6ccddfdd-6b5a-4fb8-a5fc-f212978ca56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:42.196007 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.l3_dvrscheduler_db [req-238b9b99-091e-4059-8099-e93a66ea6ff5 req-0d9e55e5-c794-4ae6-9cbf-429d3352520d tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] No DVR routers for this DVR port 2193a41b-eb71-402a-9575-8bb30d1d7969 on host hv-cinder-79246 {{(pid=98343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:45:42.201936 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-238b9b99-091e-4059-8099-e93a66ea6ff5 req-0d9e55e5-c794-4ae6-9cbf-429d3352520d tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:42.210156 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad2d567-0ab9-4142-96b5-fb0b8b8552db', 'name': 'network-vif-deleted', 'tag': '2193a41b-eb71-402a-9575-8bb30d1d7969'}] {{(pid=98343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:45:42.248959 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-238b9b99-091e-4059-8099-e93a66ea6ff5 req-0d9e55e5-c794-4ae6-9cbf-429d3352520d tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.69 "DELETE /v2.0/ports/2193a41b-eb71-402a-9575-8bb30d1d7969 HTTP/1.1" status: 204 len: 173 time: 1.8018918 May 20 21:45:42.271359 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port a904694c-329c-49bb-ab3c-2b23329bea42 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:45:42.271820 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:42.402004 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c965f0f5-1730-4523-8825-b12595464175 req-b03a46a6-191f-4c70-b558-59959dd5d58c tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/ports?device_id=a87b6243-b02f-4e68-8ed1-b70a5e5c9e97 HTTP/1.1" status: 200 len: 210 time: 0.0656290 May 20 21:45:42.411681 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb563d2-10c2-44ea-a343-9f516b19119d admin admin] Router 2f49aed4-d349-41c5-a637-d6255515d5ea has already been hosted by L3 agent 0cab7e80-5b87-486c-a982-5030be84b7ba {{(pid=98342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 21:45:42.432344 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-75abf1f4-ea7d-440b-94ff-4abff3ac88cf req-c362f25e-364f-4218-b504-6ac511223400 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=dad2d567-0ab9-4142-96b5-fb0b8b8552db HTTP/1.1" status: 200 len: 210 time: 0.4032986 May 20 21:45:42.602717 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad2d567-0ab9-4142-96b5-fb0b8b8552db', 'name': 'network-vif-deleted', 'tag': '2193a41b-eb71-402a-9575-8bb30d1d7969', 'status': 'completed', 'code': 200} May 20 21:45:42.611437 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-6ccddfdd-6b5a-4fb8-a5fc-f212978ca56d None None] Port b653b278-7ca2-4a0c-9615-afe99d6c0d24 cannot update to ACTIVE because it is not bound. {{(pid=98344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 21:45:42.703712 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-63a5c0bb-42d6-4189-8a8f-4b08de97b1b1 req-b480df2a-62af-4524-8b50-38d26ed61b9f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5700936 May 20 21:45:42.818125 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b57ea6-f170-4e5b-9def-a22039d66ff1 req-007d0dfd-bed4-4e6e-b504-5cc20cb82f21 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:42.819738 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-00b57ea6-f170-4e5b-9def-a22039d66ff1 req-007d0dfd-bed4-4e6e-b504-5cc20cb82f21 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.2098827 May 20 21:45:43.380767 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-00b57ea6-f170-4e5b-9def-a22039d66ff1 req-b1e218de-bed6-429b-8843-dd6b5f5e728e tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4647548 May 20 21:45:43.406913 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb563d2-10c2-44ea-a343-9f516b19119d admin admin] Notify agent at l3_agent.dv-cinder-792462-4-smb the message routers_updated {{(pid=98342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 21:45:43.419641 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5c0bb-42d6-4189-8a8f-4b08de97b1b1 req-81104595-5177-451f-b78d-594a35f45d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:43.422144 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-63a5c0bb-42d6-4189-8a8f-4b08de97b1b1 req-81104595-5177-451f-b78d-594a35f45d0b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f6cc23c741843818689bad4f7a6cecc&device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 1098 time: 0.6897306 May 20 21:45:43.435981 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7ca2fe-1517-4c09-8258-1f4c98f52e19 None None] Sync routers for ids ['2f49aed4-d349-41c5-a637-d6255515d5ea'] in dv-cinder-792462-4-smb {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:45:43.459877 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7ca2fe-1517-4c09-8258-1f4c98f52e19 None None] Routers {'2f49aed4-d349-41c5-a637-d6255515d5ea'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:45:43.462123 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-dc7ca2fe-1517-4c09-8258-1f4c98f52e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:45:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['2f49aed4-d349-41c5-a637-d6255515d5ea'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:45:43.521354 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-bfb563d2-10c2-44ea-a343-9f516b19119d admin admin] 10.222.0.78 "PUT /v2.0/routers/2f49aed4-d349-41c5-a637-d6255515d5ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7366805 May 20 21:45:43.559735 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587de69-9bc7-49d3-8e08-a24f538d8fc7 req-284b2c16-d2c4-41e3-b61d-ea6fe787b324 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:43.562080 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4587de69-9bc7-49d3-8e08-a24f538d8fc7 req-284b2c16-d2c4-41e3-b61d-ea6fe787b324 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 944 time: 0.3467271 May 20 21:45:43.697200 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 42952) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:45:43.765119 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4587de69-9bc7-49d3-8e08-a24f538d8fc7 req-f0f0f707-3606-4f2b-a3f9-cc1dcb7345e6 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429904 May 20 21:45:43.812435 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5b3cb199-83a1-48e4-9d55-a894cac6c443 req-1b57ae27-047e-4942-8f14-11b1dcd4ade3 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/ports?device_id=a87b6243-b02f-4e68-8ed1-b70a5e5c9e97 HTTP/1.1" status: 200 len: 210 time: 0.1323309 May 20 21:45:43.876313 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5c0bb-42d6-4189-8a8f-4b08de97b1b1 req-79ab3f3a-26de-457c-8476-c59971ee8f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:43.893425 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-63a5c0bb-42d6-4189-8a8f-4b08de97b1b1 req-79ab3f3a-26de-457c-8476-c59971ee8f78 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3 HTTP/1.1" status: 200 len: 919 time: 0.4288530 May 20 21:45:44.004741 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-cf27fd78-1674-45ff-b9c3-00bf0d07f1e2 req-8301a96b-686a-418f-b069-da26a2846847 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3025274 May 20 21:45:44.009773 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-dc7ca2fe-1517-4c09-8258-1f4c98f52e19 None None] Set router 2f49aed4-d349-41c5-a637-d6255515d5ea gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:45:44.227855 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-63a5c0bb-42d6-4189-8a8f-4b08de97b1b1 req-fb7c4ede-ae66-45a3-8abc-27ce02b8c173 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cb53711-399e-4a4e-93ca-bdd8e05529ba HTTP/1.1" status: 200 len: 217 time: 0.3168814 May 20 21:45:44.249753 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9d97901e-ac91-46e9-ac03-41ea84ecad95 req-f7bd7464-692b-4c39-ab93-79c11233571f tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=dad2d567-0ab9-4142-96b5-fb0b8b8552db HTTP/1.1" status: 200 len: 210 time: 0.0859301 May 20 21:45:44.374955 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5c0bb-42d6-4189-8a8f-4b08de97b1b1 req-6d09e31b-054e-4437-a826-4d5b666ede1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:44.376724 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-63a5c0bb-42d6-4189-8a8f-4b08de97b1b1 req-6d09e31b-054e-4437-a826-4d5b666ede1b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4f589239-d7e8-4c4e-8d52-786435111b4c HTTP/1.1" status: 200 len: 858 time: 0.1258414 May 20 21:45:44.476793 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-63a5c0bb-42d6-4189-8a8f-4b08de97b1b1 req-3914aaa5-8d4f-4161-b83c-36198986a108 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916553 May 20 21:45:44.924416 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-dc7ca2fe-1517-4c09-8258-1f4c98f52e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'name': 'tempest-TestShelveInstance-824939550-router', 'tenant_id': 'bf7c4d2476214011814adf1e8095c658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a904694c-329c-49bb-ab3c-2b23329bea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:45:27Z', 'updated_at': '2021-05-20T21:45:39Z', 'revision_number': 4, 'project_id': 'bf7c4d2476214011814adf1e8095c658', 'gw_port': {'id': 'a904694c-329c-49bb-ab3c-2b23329bea42', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:45:30Z', 'updated_at': '2021-05-20T21:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': 'b653b278-7ca2-4a0c-9615-afe99d6c0d24', 'name': '', 'network_id': '3a4eadf7-298b-4c11-b779-64558c14cd67', 'tenant_id': 'bf7c4d2476214011814adf1e8095c658', 'mac_address': 'fa:16:3e:65:a7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '3274c3f6-8e4e-4778-80fa-ea4dbba5affd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:45:37Z', 'updated_at': '2021-05-20T21:45:39Z', 'revision_number': 2, 'project_id': 'bf7c4d2476214011814adf1e8095c658', 'subnets': [{'id': '3274c3f6-8e4e-4778-80fa-ea4dbba5affd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:45:44.938181 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7ca2fe-1517-4c09-8258-1f4c98f52e19 None None] Checking router: 2f49aed4-d349-41c5-a637-d6255515d5ea for host: dv-cinder-792462-4-smb {{(pid=98344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:45:44.939027 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7ca2fe-1517-4c09-8258-1f4c98f52e19 None None] Updating router 2f49aed4-d349-41c5-a637-d6255515d5ea port b653b278-7ca2-4a0c-9615-afe99d6c0d24 binding host dv-cinder-792462-4-smb {{(pid=98344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:45:45.019858 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-63a5c0bb-42d6-4189-8a8f-4b08de97b1b1 req-e6d9537d-cea7-403a-9af7-3f837ceffa3c service neutron] 10.222.0.69 "GET /v2.0/networks/c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5177739 May 20 21:45:45.057140 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-3e580622-7c48-4900-bd1f-00fae4075a9c tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:45.061931 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-3e580622-7c48-4900-bd1f-00fae4075a9c tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.69 "GET /v2.0/networks?id=0c57f23c-af96-4eed-9a1f-0c23808587f6 HTTP/1.1" status: 200 len: 808 time: 0.5162144 May 20 21:45:45.102294 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-1f07fdce-ced6-4a69-bcc4-24cb5aff2403 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Request body: {'port': {'device_id': 'a87b6243-b02f-4e68-8ed1-b70a5e5c9e97', 'network_id': '0c57f23c-af96-4eed-9a1f-0c23808587f6', 'admin_state_up': True, 'tenant_id': '59bf4fbf91ad496eb8448f93efa466db'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:45:45.121996 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 2193a41b-eb71-402a-9575-8bb30d1d7969 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:45:45.127795 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 43016) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:45:45.162665 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-672aae25-e6f0-47de-a676-3ea4d5f9bac5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-877177076-network', 'tenant_id': '913ca4bc2994403abd97aaa8e162eaec'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:45:45.192499 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] No Port match for: 2193a41b-eb71-402a-9575-8bb30d1d7969 {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:45:45.194528 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 2193a41b-eb71-402a-9575-8bb30d1d7969 not bound to the agent host hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:45:45.212401 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-672aae25-e6f0-47de-a676-3ea4d5f9bac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:45:45.212620 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca2fe-1517-4c09-8258-1f4c98f52e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:45.225444 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-672aae25-e6f0-47de-a676-3ea4d5f9bac5 admin admin] Usage tracker for resource:network and tenant:913ca4bc2994403abd97aaa8e162eaec is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:45:45.229018 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-672aae25-e6f0-47de-a676-3ea4d5f9bac5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:45:45.251107 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-672aae25-e6f0-47de-a676-3ea4d5f9bac5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:45:45.252219 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308977c-3472-4037-9060-77df012bec9b req-e1a3a2c6-bbb7-4957-a3fb-6e8b68af1ec9 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:45.262579 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-2308977c-3472-4037-9060-77df012bec9b req-e1a3a2c6-bbb7-4957-a3fb-6e8b68af1ec9 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.5133665 May 20 21:45:45.372969 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672aae25-e6f0-47de-a676-3ea4d5f9bac5 admin admin] Made reservation on behalf of 913ca4bc2994403abd97aaa8e162eaec for: {'network': 1} {{(pid=98343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:45:45.377582 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-672aae25-e6f0-47de-a676-3ea4d5f9bac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-574869'] for network, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:45.410786 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-672aae25-e6f0-47de-a676-3ea4d5f9bac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:45.441322 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-672aae25-e6f0-47de-a676-3ea4d5f9bac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:45:45.446722 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-672aae25-e6f0-47de-a676-3ea4d5f9bac5 admin admin] Usage tracker for resource:security_group_rule and tenant:913ca4bc2994403abd97aaa8e162eaec is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:45:45.450539 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-672aae25-e6f0-47de-a676-3ea4d5f9bac5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:45:45.456963 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-672aae25-e6f0-47de-a676-3ea4d5f9bac5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:45:45.496824 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-2308977c-3472-4037-9060-77df012bec9b req-4aba484d-039d-47fa-8d3a-fed6165f6a5e tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565416 May 20 21:45:45.520419 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-1f07fdce-ced6-4a69-bcc4-24cb5aff2403 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:45:45.529653 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-1f07fdce-ced6-4a69-bcc4-24cb5aff2403 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Usage tracker for resource:port and tenant:59bf4fbf91ad496eb8448f93efa466db is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:45:45.534419 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-1f07fdce-ced6-4a69-bcc4-24cb5aff2403 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:45:45.541794 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-63a5c0bb-42d6-4189-8a8f-4b08de97b1b1 req-8bb3994e-e7c2-4b08-b466-790e421bd669 service neutron] 10.222.0.69 "GET /v2.0/networks/c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5029900 May 20 21:45:45.558347 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-1f07fdce-ced6-4a69-bcc4-24cb5aff2403 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:45:45.586776 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59247a2-4577-4a66-95ac-4379714599f5 req-4e08544a-833c-448b-81d1-dae61a6c3535 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:45.598062 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e59247a2-4577-4a66-95ac-4379714599f5 req-4e08544a-833c-448b-81d1-dae61a6c3535 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 944 time: 0.4885898 May 20 21:45:45.610201 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-1f07fdce-ced6-4a69-bcc4-24cb5aff2403 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Made reservation on behalf of 59bf4fbf91ad496eb8448f93efa466db for: {'port': 1} {{(pid=98343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:45:45.620973 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-1f07fdce-ced6-4a69-bcc4-24cb5aff2403 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:45.656004 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e59247a2-4577-4a66-95ac-4379714599f5 req-044deb7d-b4af-4da5-b682-2b58d5ce84ec tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570498 May 20 21:45:45.735691 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-672aae25-e6f0-47de-a676-3ea4d5f9bac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:45.748879 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-672aae25-e6f0-47de-a676-3ea4d5f9bac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:45.755951 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-3cac3153-afa9-4ea6-9692-49f1d9b1e36f req-f1e31782-96b4-4198-817d-0e1d17e24044 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/ports?device_id=a87b6243-b02f-4e68-8ed1-b70a5e5c9e97 HTTP/1.1" status: 200 len: 210 time: 0.0803852 May 20 21:45:45.756947 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-1c7c3634-9ce8-478d-8bd3-5fadc0a4c9bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:45.774794 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 6 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:45:45.835517 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca2fe-1517-4c09-8258-1f4c98f52e19 None None] Notify callbacks [] for port, precommit_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:45.855815 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-672aae25-e6f0-47de-a676-3ea4d5f9bac5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=98343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:45:45.862140 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-dc7ca2fe-1517-4c09-8258-1f4c98f52e19 None None] Transition to ACTIVE for port object b653b278-7ca2-4a0c-9615-afe99d6c0d24 will not be triggered until provisioned by entity L2. {{(pid=98344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:45:45.877196 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca2fe-1517-4c09-8258-1f4c98f52e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:45.887969 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:46.021263 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:46.427763 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672aae25-e6f0-47de-a676-3ea4d5f9bac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9702f6a9-3c16-401c-8057-3bf49016e0e4,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:46.446230 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735cf19-6fec-4d41-8165-46f1e5e9ad61 None None] Pushing event updated for resources: {'Port': ['ID=b653b278-7ca2-4a0c-9615-afe99d6c0d24,revision_number=3']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:46.461076 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-f735cf19-6fec-4d41-8165-46f1e5e9ad61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:46.484797 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-672aae25-e6f0-47de-a676-3ea4d5f9bac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329'] for segment, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:46.485364 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.db.segments_db [None req-672aae25-e6f0-47de-a676-3ea4d5f9bac5 admin admin] Added segment bcb50d94-3ffd-4455-8026-a7b0f1fce256 of type vlan for network e57809ab-ea0c-4c61-95f9-db6a58b76087 May 20 21:45:46.488096 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-672aae25-e6f0-47de-a676-3ea4d5f9bac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:46.626470 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-dc7ca2fe-1517-4c09-8258-1f4c98f52e19 None None] Attempting to bind port b653b278-7ca2-4a0c-9615-afe99d6c0d24 on host dv-cinder-792462-4-smb for vnic_type normal with profile {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:45:46.626943 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-dc7ca2fe-1517-4c09-8258-1f4c98f52e19 None None] Attempting to bind port b653b278-7ca2-4a0c-9615-afe99d6c0d24 by drivers openvswitch,hyperv on host dv-cinder-792462-4-smb at level 0 using segments [{'id': 'c9c5107c-5bc6-4614-a0d0-2f9713028a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3a4eadf7-298b-4c11-b779-64558c14cd67'}] {{(pid=98344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:45:46.627375 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7ca2fe-1517-4c09-8258-1f4c98f52e19 None None] Attempting to bind port b653b278-7ca2-4a0c-9615-afe99d6c0d24 on network 3a4eadf7-298b-4c11-b779-64558c14cd67 {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:45:46.631884 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-672aae25-e6f0-47de-a676-3ea4d5f9bac5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759169318099'] for network, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:46.634561 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7ca2fe-1517-4c09-8258-1f4c98f52e19 None None] Checking agent: {'id': '09546d46-3481-475a-a863-9c6fd271337e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 34, 25), 'started_at': datetime.datetime(2021, 5, 20, 21, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:45:46.635061 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7ca2fe-1517-4c09-8258-1f4c98f52e19 None None] Checking segment: {'id': 'c9c5107c-5bc6-4614-a0d0-2f9713028a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3a4eadf7-298b-4c11-b779-64558c14cd67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:45:46.635551 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca2fe-1517-4c09-8258-1f4c98f52e19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:46.636017 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7ca2fe-1517-4c09-8258-1f4c98f52e19 None None] Bound using segment: {'id': 'c9c5107c-5bc6-4614-a0d0-2f9713028a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3a4eadf7-298b-4c11-b779-64558c14cd67'} {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:45:46.636619 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-dc7ca2fe-1517-4c09-8258-1f4c98f52e19 None None] Bound port: b653b278-7ca2-4a0c-9615-afe99d6c0d24, host: dv-cinder-792462-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c5107c-5bc6-4614-a0d0-2f9713028a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3a4eadf7-298b-4c11-b779-64558c14cd67'}}] {{(pid=98344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:45:46.638004 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca2fe-1517-4c09-8258-1f4c98f52e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:46.639052 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.db_base_plugin_common [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-1f07fdce-ced6-4a69-bcc4-24cb5aff2403 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Allocated IP 172.20.0.9 (0c57f23c-af96-4eed-9a1f-0c23808587f6/c9ada95e-2d04-406c-9887-56dcea10dd3f/4a6501af-ef76-4540-aeba-484bf1f56714) {{(pid=98343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:45:46.763588 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-672aae25-e6f0-47de-a676-3ea4d5f9bac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1639574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1649568'] for network, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:46.767577 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-dc7ca2fe-1517-4c09-8258-1f4c98f52e19 None None] For port b653b278-7ca2-4a0c-9615-afe99d6c0d24, host dv-cinder-792462-4-smb, cleared binding levels {{(pid=98344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:45:46.771925 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-dc7ca2fe-1517-4c09-8258-1f4c98f52e19 None None] For port b653b278-7ca2-4a0c-9615-afe99d6c0d24, host dv-cinder-792462-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=b653b278-7ca2-4a0c-9615-afe99d6c0d24,segment=NetworkSegment(c9c5107c-5bc6-4614-a0d0-2f9713028a48),segment_id=c9c5107c-5bc6-4614-a0d0-2f9713028a48)] {{(pid=98344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:45:46.779621 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672aae25-e6f0-47de-a676-3ea4d5f9bac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:46.780993 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca2fe-1517-4c09-8258-1f4c98f52e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:46.781206 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-672aae25-e6f0-47de-a676-3ea4d5f9bac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for network, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:46.792780 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:46.819255 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-5667bd51-ce8b-4f15-8e0f-f9c3f27dd6c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:46.912258 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7ca2fe-1517-4c09-8258-1f4c98f52e19 None None] Routers {'2f49aed4-d349-41c5-a637-d6255515d5ea'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:45:46.914336 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-dc7ca2fe-1517-4c09-8258-1f4c98f52e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:45:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['2f49aed4-d349-41c5-a637-d6255515d5ea'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:45:47.022618 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 43052) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:45:47.093772 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-672aae25-e6f0-47de-a676-3ea4d5f9bac5 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9496362 May 20 21:45:47.136170 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672aae25-e6f0-47de-a676-3ea4d5f9bac5 admin admin] Pushing event updated for resources: {'Network': ['ID=e57809ab-ea0c-4c61-95f9-db6a58b76087,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:47.153450 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 43058) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:45:47.161608 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-672aae25-e6f0-47de-a676-3ea4d5f9bac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:47.176779 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-56e1d501-dbc5-4a2c-8830-49f00139d166 admin admin] Request body: {'subnet': {'network_id': 'e57809ab-ea0c-4c61-95f9-db6a58b76087', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-877177076-subnet', 'tenant_id': '913ca4bc2994403abd97aaa8e162eaec', 'ip_version': 4}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:45:47.192470 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-56e1d501-dbc5-4a2c-8830-49f00139d166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:45:47.208031 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-56e1d501-dbc5-4a2c-8830-49f00139d166 admin admin] Usage tracker for resource:subnet and tenant:913ca4bc2994403abd97aaa8e162eaec is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:45:47.214402 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-dc7ca2fe-1517-4c09-8258-1f4c98f52e19 None None] Set router 2f49aed4-d349-41c5-a637-d6255515d5ea gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:45:47.214960 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-56e1d501-dbc5-4a2c-8830-49f00139d166 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:45:47.392473 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Network e57809ab-ea0c-4c61-95f9-db6a58b76087 details requested by agent ovs-agent-dv-cinder-792462-4-smb with host dv-cinder-792462-4-smb {{(pid=98344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 21:45:47.402849 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-56e1d501-dbc5-4a2c-8830-49f00139d166 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:45:47.460793 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac965f4b-23f6-48c3-a33f-1943c5bd9714 req-592e35f7-d20f-43c2-8fe8-ce8f860a8270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:47.463627 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ac965f4b-23f6-48c3-a33f-1943c5bd9714 req-592e35f7-d20f-43c2-8fe8-ce8f860a8270 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9f6cc23c741843818689bad4f7a6cecc&device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 1099 time: 0.7820728 May 20 21:45:47.501710 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735cf19-6fec-4d41-8165-46f1e5e9ad61 None None] Pushing event updated for resources: {'Port': ['ID=b653b278-7ca2-4a0c-9615-afe99d6c0d24,revision_number=4']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:47.535319 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825401d-73fa-4224-973d-1894852767ef req-e5ff7f14-7c8b-41dc-ba29-d1f00ae076c4 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:47.537878 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-1825401d-73fa-4224-973d-1894852767ef req-e5ff7f14-7c8b-41dc-ba29-d1f00ae076c4 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 944 time: 0.4192154 May 20 21:45:47.543722 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e1d501-dbc5-4a2c-8830-49f00139d166 admin admin] Made reservation on behalf of 913ca4bc2994403abd97aaa8e162eaec for: {'subnet': 1} {{(pid=98342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:45:47.547462 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-56e1d501-dbc5-4a2c-8830-49f00139d166 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870888'] for subnet, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:47.570508 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-f735cf19-6fec-4d41-8165-46f1e5e9ad61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:47.668758 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-5c89f365-4fc7-42e1-b694-a51038e89110 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=45edc165b19c4ee7bb509fb5dc56fed6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6191962 May 20 21:45:47.689534 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 43068) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:45:47.733845 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-1f07fdce-ced6-4a69-bcc4-24cb5aff2403 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Notify callbacks [] for port, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:47.802332 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-9b9d0f47-6a3d-4176-8d09-2b35238c0011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:47.842052 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-9b9d0f47-6a3d-4176-8d09-2b35238c0011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:47.855055 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-dc7ca2fe-1517-4c09-8258-1f4c98f52e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'name': 'tempest-TestShelveInstance-824939550-router', 'tenant_id': 'bf7c4d2476214011814adf1e8095c658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a904694c-329c-49bb-ab3c-2b23329bea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:45:27Z', 'updated_at': '2021-05-20T21:45:39Z', 'revision_number': 4, 'project_id': 'bf7c4d2476214011814adf1e8095c658', 'gw_port': {'id': 'a904694c-329c-49bb-ab3c-2b23329bea42', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:45:30Z', 'updated_at': '2021-05-20T21:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': 'b653b278-7ca2-4a0c-9615-afe99d6c0d24', 'name': '', 'network_id': '3a4eadf7-298b-4c11-b779-64558c14cd67', 'tenant_id': 'bf7c4d2476214011814adf1e8095c658', 'mac_address': 'fa:16:3e:65:a7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '3274c3f6-8e4e-4778-80fa-ea4dbba5affd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:45:37Z', 'updated_at': '2021-05-20T21:45:46Z', 'revision_number': 4, 'project_id': 'bf7c4d2476214011814adf1e8095c658', 'subnets': [{'id': '3274c3f6-8e4e-4778-80fa-ea4dbba5affd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:45:47.861248 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7ca2fe-1517-4c09-8258-1f4c98f52e19 None None] The sync data for ids ['2f49aed4-d349-41c5-a637-d6255515d5ea'] in dv-cinder-792462-4-smb is: [{'id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'name': 'tempest-TestShelveInstance-824939550-router', 'tenant_id': 'bf7c4d2476214011814adf1e8095c658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a904694c-329c-49bb-ab3c-2b23329bea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:45:27Z', 'updated_at': '2021-05-20T21:45:39Z', 'revision_number': 4, 'project_id': 'bf7c4d2476214011814adf1e8095c658', 'gw_port': {'id': 'a904694c-329c-49bb-ab3c-2b23329bea42', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:45:30Z', 'updated_at': '2021-05-20T21:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': 'b653b278-7ca2-4a0c-9615-afe99d6c0d24', 'name': '', 'network_id': '3a4eadf7-298b-4c11-b779-64558c14cd67', 'tenant_id': 'bf7c4d2476214011814adf1e8095c658', 'mac_address': 'fa:16:3e:65:a7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '3274c3f6-8e4e-4778-80fa-ea4dbba5affd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:45:37Z', 'updated_at': '2021-05-20T21:45:46Z', 'revision_number': 4, 'project_id': 'bf7c4d2476214011814adf1e8095c658', 'subnets': [{'id': '3274c3f6-8e4e-4778-80fa-ea4dbba5affd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:45:47.868283 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-1f07fdce-ced6-4a69-bcc4-24cb5aff2403 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:47.887529 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-ea6f0ee1-62cb-4e3a-9d9e-aeacfca4b826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:47.991335 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-1f07fdce-ced6-4a69-bcc4-24cb5aff2403 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Network 0c57f23c-af96-4eed-9a1f-0c23808587f6 is already hosted by enough agents. {{(pid=98343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:45:47.997111 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.base_scheduler [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-1f07fdce-ced6-4a69-bcc4-24cb5aff2403 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Resources bound (agent type, host, resource id): {{(pid=98343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:45:48.000389 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-1f07fdce-ced6-4a69-bcc4-24cb5aff2403 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Received port after_create {{(pid=98343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:45:48.064811 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f07fdce-ced6-4a69-bcc4-24cb5aff2403 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Pushing event updated for resources: {'Port': ['ID=4a6501af-ef76-4540-aeba-484bf1f56714,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:48.068878 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-1f07fdce-ced6-4a69-bcc4-24cb5aff2403 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:48.085925 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-1825401d-73fa-4224-973d-1894852767ef req-de4f59d8-256c-42d6-ab7f-57d047c58bb7 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3562610 May 20 21:45:48.088476 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-9b9d0f47-6a3d-4176-8d09-2b35238c0011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:48.095239 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-1576f939-04a7-4e85-8148-2bd6bde5dc88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:48.124160 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d0f47-6a3d-4176-8d09-2b35238c0011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad6e683-cfd0-4f92-9753-7e0d537e1982,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:48.126963 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-9b9d0f47-6a3d-4176-8d09-2b35238c0011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:48.135144 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-1f07fdce-ced6-4a69-bcc4-24cb5aff2403 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:48.135838 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-1f07fdce-ced6-4a69-bcc4-24cb5aff2403 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:48.165493 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-9b9d0f47-6a3d-4176-8d09-2b35238c0011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:48.180738 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-9b9d0f47-6a3d-4176-8d09-2b35238c0011 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6ad6e683-cfd0-4f92-9753-7e0d537e1982 HTTP/1.1" status: 204 len: 168 time: 0.4752197 May 20 21:45:48.182992 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-1f07fdce-ced6-4a69-bcc4-24cb5aff2403 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0902264 May 20 21:45:48.196496 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-fe842c33-7370-4868-a091-bd00592d9203 service neutron] Request body: {'port': {'device_id': 'a87b6243-b02f-4e68-8ed1-b70a5e5c9e97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:45:48.203053 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9497e2-9f11-4a85-bcce-604654c0bd47 req-ed360719-ab9a-4af2-8947-454c6f512a10 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:48.219754 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ce9497e2-9f11-4a85-bcce-604654c0bd47 req-ed360719-ab9a-4af2-8947-454c6f512a10 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 1.2435188 May 20 21:45:48.365974 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac965f4b-23f6-48c3-a33f-1943c5bd9714 req-f677ad72-d523-45dc-8bf9-dbe0cfb28017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:48.367961 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ac965f4b-23f6-48c3-a33f-1943c5bd9714 req-f677ad72-d523-45dc-8bf9-dbe0cfb28017 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3 HTTP/1.1" status: 200 len: 919 time: 0.8924074 May 20 21:45:48.413742 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-fe842c33-7370-4868-a091-bd00592d9203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:48.489687 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27fd78-1674-45ff-b9c3-00bf0d07f1e2 req-1f1216f3-16d7-4a99-a611-13a28ee397c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:48.491867 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-cf27fd78-1674-45ff-b9c3-00bf0d07f1e2 req-1f1216f3-16d7-4a99-a611-13a28ee397c7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee&tenant_id=02474a2c64904c6fb152442041a5af03 HTTP/1.1" status: 200 len: 1097 time: 0.7123837 May 20 21:45:48.538200 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ce9497e2-9f11-4a85-bcce-604654c0bd47 req-0bcd3953-47d7-4c35-84d4-fdae694b50fa tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120935 May 20 21:45:48.541911 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ac965f4b-23f6-48c3-a33f-1943c5bd9714 req-b896e564-96fe-4fba-a278-730566694354 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4a8f613-71cb-4486-a373-2cb334378143 HTTP/1.1" status: 200 len: 217 time: 0.1559331 May 20 21:45:48.726053 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac965f4b-23f6-48c3-a33f-1943c5bd9714 req-57210a9f-8ccf-4c7d-993f-453aa7dd1ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:48.727854 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ac965f4b-23f6-48c3-a33f-1943c5bd9714 req-57210a9f-8ccf-4c7d-993f-453aa7dd1ab5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4f589239-d7e8-4c4e-8d52-786435111b4c HTTP/1.1" status: 200 len: 858 time: 0.0904365 May 20 21:45:48.828258 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ac965f4b-23f6-48c3-a33f-1943c5bd9714 req-4533b84f-b496-40b9-9c41-a92d81d72ad6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694597 May 20 21:45:49.033688 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ac965f4b-23f6-48c3-a33f-1943c5bd9714 req-85b2b687-4985-4a2b-b091-5114aec7b886 service neutron] 10.222.0.69 "GET /v2.0/networks/c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967270 May 20 21:45:49.048708 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd2dd9-900f-48ab-b3f7-34b3fa5538a2 req-9c067add-1ba4-4cb3-99c8-559dbcfd68e1 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:49.051258 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f1bd2dd9-900f-48ab-b3f7-34b3fa5538a2 req-9c067add-1ba4-4cb3-99c8-559dbcfd68e1 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/ports?device_id=a87b6243-b02f-4e68-8ed1-b70a5e5c9e97 HTTP/1.1" status: 200 len: 931 time: 0.7673965 May 20 21:45:49.124564 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.notifiers.nova [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-fe842c33-7370-4868-a091-bd00592d9203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a6501af-ef76-4540-aeba-484bf1f56714 {{(pid=98343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:45:49.151001 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-fe842c33-7370-4868-a091-bd00592d9203 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:49.181905 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.provisioning_blocks [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-fe842c33-7370-4868-a091-bd00592d9203 service neutron] Transition to ACTIVE for port object 4a6501af-ef76-4540-aeba-484bf1f56714 will not be triggered until provisioned by entity L2. {{(pid=98343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:45:49.188103 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-fe842c33-7370-4868-a091-bd00592d9203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1737293'] for port, after_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:49.195151 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:49.267702 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27fd78-1674-45ff-b9c3-00bf0d07f1e2 req-40728f5d-9eba-4c26-a4e4-bfb8c49b55fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:49.269778 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-cf27fd78-1674-45ff-b9c3-00bf0d07f1e2 req-40728f5d-9eba-4c26-a4e4-bfb8c49b55fc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=02474a2c64904c6fb152442041a5af03&device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 1097 time: 0.7203496 May 20 21:45:49.309059 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ac965f4b-23f6-48c3-a33f-1943c5bd9714 req-21b59b36-7d17-43c3-bddc-123e72691c8f service neutron] 10.222.0.69 "GET /v2.0/networks/c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564387 May 20 21:45:49.433965 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe842c33-7370-4868-a091-bd00592d9203 service neutron] Pushing event updated for resources: {'Port': ['ID=4a6501af-ef76-4540-aeba-484bf1f56714,revision_number=2']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:49.451342 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-fe842c33-7370-4868-a091-bd00592d9203 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:49.544520 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-f1bd2dd9-900f-48ab-b3f7-34b3fa5538a2 req-b201ab8c-5622-4e98-881c-9711418df46f tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Synchronizing usage tracker for tenant:59bf4fbf91ad496eb8448f93efa466db on resource:security_group {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:45:49.563317 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.managers [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-fe842c33-7370-4868-a091-bd00592d9203 service neutron] Attempting to bind port 4a6501af-ef76-4540-aeba-484bf1f56714 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:45:49.563884 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.managers [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-fe842c33-7370-4868-a091-bd00592d9203 service neutron] Attempting to bind port 4a6501af-ef76-4540-aeba-484bf1f56714 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '2790c02a-58d7-4f02-a509-cd8a074ee5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0c57f23c-af96-4eed-9a1f-0c23808587f6'}] {{(pid=98343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:45:49.564506 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-fe842c33-7370-4868-a091-bd00592d9203 service neutron] Attempting to bind port 4a6501af-ef76-4540-aeba-484bf1f56714 on network 0c57f23c-af96-4eed-9a1f-0c23808587f6 {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:45:49.575405 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-fe842c33-7370-4868-a091-bd00592d9203 service neutron] Port 4a6501af-ef76-4540-aeba-484bf1f56714 on network 0c57f23c-af96-4eed-9a1f-0c23808587f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 21:45:49.575965 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-fe842c33-7370-4868-a091-bd00592d9203 service neutron] Attempting to bind port 4a6501af-ef76-4540-aeba-484bf1f56714 on network 0c57f23c-af96-4eed-9a1f-0c23808587f6 {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:45:49.587216 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-fe842c33-7370-4868-a091-bd00592d9203 service neutron] Checking agent: {'id': '80f4bab6-80a2-4d7c-8071-f2009e74956d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'started_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:45:49.593857 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-fe842c33-7370-4868-a091-bd00592d9203 service neutron] Checking segment: {'id': '2790c02a-58d7-4f02-a509-cd8a074ee5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0c57f23c-af96-4eed-9a1f-0c23808587f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:45:49.594582 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-fe842c33-7370-4868-a091-bd00592d9203 service neutron] Bound using segment: {'id': '2790c02a-58d7-4f02-a509-cd8a074ee5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0c57f23c-af96-4eed-9a1f-0c23808587f6'} {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:45:49.595357 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.managers [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-fe842c33-7370-4868-a091-bd00592d9203 service neutron] Bound port: 4a6501af-ef76-4540-aeba-484bf1f56714, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2790c02a-58d7-4f02-a509-cd8a074ee5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0c57f23c-af96-4eed-9a1f-0c23808587f6'}}] {{(pid=98343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:45:49.595947 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-fe842c33-7370-4868-a091-bd00592d9203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:49.701590 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27fd78-1674-45ff-b9c3-00bf0d07f1e2 req-18cd56ce-d36f-44ce-80ba-501146665ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:49.703185 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-cf27fd78-1674-45ff-b9c3-00bf0d07f1e2 req-18cd56ce-d36f-44ce-80ba-501146665ffb service neutron] 10.222.0.69 "GET /v2.0/networks?id=d792e157-988b-4be9-b81e-7ce03ac12952 HTTP/1.1" status: 200 len: 917 time: 0.4038670 May 20 21:45:49.764478 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.db [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-fe842c33-7370-4868-a091-bd00592d9203 service neutron] For port 4a6501af-ef76-4540-aeba-484bf1f56714, host hv-cinder-79246, cleared binding levels {{(pid=98343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:45:49.770879 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.db [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-fe842c33-7370-4868-a091-bd00592d9203 service neutron] For port 4a6501af-ef76-4540-aeba-484bf1f56714, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=4a6501af-ef76-4540-aeba-484bf1f56714,segment=NetworkSegment(2790c02a-58d7-4f02-a509-cd8a074ee5fe),segment_id=2790c02a-58d7-4f02-a509-cd8a074ee5fe)] {{(pid=98343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:45:49.778576 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-f1bd2dd9-900f-48ab-b3f7-34b3fa5538a2 req-b201ab8c-5622-4e98-881c-9711418df46f tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Unset dirty status for tenant:59bf4fbf91ad496eb8448f93efa466db on resource:security_group {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:45:49.779953 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f1bd2dd9-900f-48ab-b3f7-34b3fa5538a2 req-b201ab8c-5622-4e98-881c-9711418df46f tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/security-groups?id=d107ca27-48de-46b4-834e-80b24c141c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5152338 May 20 21:45:49.783810 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-fe842c33-7370-4868-a091-bd00592d9203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1737293'] for port, after_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:49.790315 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-63791260-7899-4ef8-89bc-c9d22640ddb6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:49.886449 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device b653b278-7ca2-4a0c-9615-afe99d6c0d24 up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:45:49.915989 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-fe842c33-7370-4868-a091-bd00592d9203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:49.916548 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-fe842c33-7370-4868-a091-bd00592d9203 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:49.921310 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-fe842c33-7370-4868-a091-bd00592d9203 service neutron] 10.222.0.69 "PUT /v2.0/ports/4a6501af-ef76-4540-aeba-484bf1f56714 HTTP/1.1" status: 200 len: 1093 time: 1.7303884 May 20 21:45:49.921886 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87b6243-b02f-4e68-8ed1-b70a5e5c9e97', 'tag': '4a6501af-ef76-4540-aeba-484bf1f56714'}] {{(pid=98343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:45:49.947330 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe842c33-7370-4868-a091-bd00592d9203 service neutron] Pushing event updated for resources: {'Port': ['ID=4a6501af-ef76-4540-aeba-484bf1f56714,revision_number=3']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:49.951918 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-fe842c33-7370-4868-a091-bd00592d9203 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:50.020357 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee3fd3-46e7-4847-a769-a1dfce27e5e5 req-48cbd923-e342-4ddf-8b53-33c5eacd7f35 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:50.023015 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-bfee3fd3-46e7-4847-a769-a1dfce27e5e5 req-48cbd923-e342-4ddf-8b53-33c5eacd7f35 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=93db25d9-b209-4329-a8c5-abee0ef5006d HTTP/1.1" status: 200 len: 945 time: 0.7468553 May 20 21:45:50.029888 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning for port b653b278-7ca2-4a0c-9615-afe99d6c0d24 completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:45:50.038397 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port b653b278-7ca2-4a0c-9615-afe99d6c0d24 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:45:50.039224 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:50.089368 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-eba19128-e5f7-465a-899c-bdda9172d486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:50.091258 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-eba19128-e5f7-465a-899c-bdda9172d486 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=59bf4fbf91ad496eb8448f93efa466db&device_id=a87b6243-b02f-4e68-8ed1-b70a5e5c9e97 HTTP/1.1" status: 200 len: 1096 time: 0.1021783 May 20 21:45:50.131446 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-cf27fd78-1674-45ff-b9c3-00bf0d07f1e2 req-b0687144-49f0-4bf0-ba95-6b925a1d3c9a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d4f96ae-6406-4b29-8adb-180e8a245fb0 HTTP/1.1" status: 200 len: 1000 time: 0.4136288 May 20 21:45:50.193756 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:50.239302 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] For port b653b278-7ca2-4a0c-9615-afe99d6c0d24, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=b653b278-7ca2-4a0c-9615-afe99d6c0d24,segment=NetworkSegment(c9c5107c-5bc6-4614-a0d0-2f9713028a48),segment_id=c9c5107c-5bc6-4614-a0d0-2f9713028a48)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:45:50.245775 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:50.251666 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:50.256518 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-bfee3fd3-46e7-4847-a769-a1dfce27e5e5 req-fd69b9ac-9c3d-4611-905f-67ca7b7848a2 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017992 May 20 21:45:50.258509 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27fd78-1674-45ff-b9c3-00bf0d07f1e2 req-e56b8459-685d-4974-ae9d-9ff762e00b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:50.260399 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-cf27fd78-1674-45ff-b9c3-00bf0d07f1e2 req-e56b8459-685d-4974-ae9d-9ff762e00b22 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e184cb69-105f-475e-83f0-129c4848c2ac HTTP/1.1" status: 200 len: 855 time: 0.1074498 May 20 21:45:50.274246 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-af734179-54d1-4a71-a9a6-2056138ccf3a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a6501af-ef76-4540-aeba-484bf1f56714 HTTP/1.1" status: 200 len: 217 time: 0.1730473 May 20 21:45:50.385065 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Pushing event updated for resources: {'Port': ['ID=b653b278-7ca2-4a0c-9615-afe99d6c0d24,revision_number=5']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:50.388550 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:50.397454 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-09e862fb-51c5-4910-9534-b92c7667b6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:50.399075 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-09e862fb-51c5-4910-9534-b92c7667b6c1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c9ada95e-2d04-406c-9887-56dcea10dd3f HTTP/1.1" status: 200 len: 848 time: 0.1166999 May 20 21:45:50.460702 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-511616ca-9b94-4d35-b3d2-cddb9a4bd5c7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0c57f23c-af96-4eed-9a1f-0c23808587f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495946 May 20 21:45:50.605265 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ef27b-d396-4013-8f7c-ebcdb9033dfc req-36eba815-43d7-4d8e-85a7-519ef455b028 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:50.606772 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-989ef27b-d396-4013-8f7c-ebcdb9033dfc req-36eba815-43d7-4d8e-85a7-519ef455b028 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 944 time: 0.6368358 May 20 21:45:50.609785 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-a144a6a9-d3f8-4418-b357-785e1a0ca22a service neutron] 10.222.0.69 "GET /v2.0/networks/0c57f23c-af96-4eed-9a1f-0c23808587f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392429 May 20 21:45:50.724542 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27fd78-1674-45ff-b9c3-00bf0d07f1e2 req-6c886007-464d-4b48-89c1-09d0420357aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:50.726405 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-cf27fd78-1674-45ff-b9c3-00bf0d07f1e2 req-6c886007-464d-4b48-89c1-09d0420357aa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d792e157-988b-4be9-b81e-7ce03ac12952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4542964 May 20 21:45:50.729573 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-989ef27b-d396-4013-8f7c-ebcdb9033dfc req-9c69116f-8281-4c97-a5f8-92989c75a358 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873888 May 20 21:45:50.730368 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-56e1d501-dbc5-4a2c-8830-49f00139d166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3867275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870906'] for subnet, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:50.742701 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251dadde-b09f-48c2-b05a-8b6c97afe158 req-d501d939-5a6a-425e-acc4-c3ef38563d0b tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:50.744193 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-251dadde-b09f-48c2-b05a-8b6c97afe158 req-d501d939-5a6a-425e-acc4-c3ef38563d0b tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.2477598 May 20 21:45:50.747153 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:50.760602 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-d8a5866f-17b6-4c22-80a3-9a3856974b94 req-0c8c4202-d831-496f-b093-246f260f3efe service neutron] 10.222.0.69 "GET /v2.0/networks/0c57f23c-af96-4eed-9a1f-0c23808587f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358778 May 20 21:45:50.953933 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1d501-dbc5-4a2c-8830-49f00139d166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c54eab04-66dc-424d-bcd1-562a69c83827,revision_number=0']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:50.961336 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-251dadde-b09f-48c2-b05a-8b6c97afe158 req-dbf4edd9-273a-4572-b3be-fd09baa7d004 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825576 May 20 21:45:50.971414 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-56e1d501-dbc5-4a2c-8830-49f00139d166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:50.981593 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e1d501-dbc5-4a2c-8830-49f00139d166 admin admin] Checking segment: {'id': 'bcb50d94-3ffd-4455-8026-a7b0f1fce256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e57809ab-ea0c-4c61-95f9-db6a58b76087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:45:50.981881 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e1d501-dbc5-4a2c-8830-49f00139d166 admin admin] Network hostable DHCP agents. Network: e57809ab-ea0c-4c61-95f9-db6a58b76087, hostable agents: ['b421ac0d-62b9-4a8f-94e9-2f7b98c53d5e'], hosted agents: [] {{(pid=98342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:45:51.020858 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-cf27fd78-1674-45ff-b9c3-00bf0d07f1e2 req-7675a2ea-310b-4bd6-a0d0-04445c1787a6 service neutron] 10.222.0.69 "GET /v2.0/networks/d792e157-988b-4be9-b81e-7ce03ac12952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743857 May 20 21:45:51.024039 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e1d501-dbc5-4a2c-8830-49f00139d166 admin admin] Network e57809ab-ea0c-4c61-95f9-db6a58b76087 is scheduled to be hosted by DHCP agent b421ac0d-62b9-4a8f-94e9-2f7b98c53d5e with binding_index 1 {{(pid=98342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:45:51.070251 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a87b6243-b02f-4e68-8ed1-b70a5e5c9e97', 'tag': '4a6501af-ef76-4540-aeba-484bf1f56714', 'status': 'completed', 'code': 200} May 20 21:45:51.098095 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.base_scheduler [None req-56e1d501-dbc5-4a2c-8830-49f00139d166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-4-smb, e57809ab-ea0c-4c61-95f9-db6a58b76087) {{(pid=98342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:45:51.138649 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e1d501-dbc5-4a2c-8830-49f00139d166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:51.139338 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-56e1d501-dbc5-4a2c-8830-49f00139d166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for subnet, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:51.141361 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86119aad-d717-4aff-abfe-b5c9ab7998e6 None None] Network e57809ab-ea0c-4c61-95f9-db6a58b76087 requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:45:51.145852 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c75ae-44ea-4fe8-a40e-4a3d064f4efd req-1b729cb8-f36c-4fd7-b0b6-353dabfae1f2 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:51.146761 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [req-6e0c75ae-44ea-4fe8-a40e-4a3d064f4efd req-1b729cb8-f36c-4fd7-b0b6-353dabfae1f2 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Synchronizing usage tracker for tenant:462722ee06ab47f396fc96575d046bdc on resource:port {{(pid=98343) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:45:51.169442 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [req-6e0c75ae-44ea-4fe8-a40e-4a3d064f4efd req-1b729cb8-f36c-4fd7-b0b6-353dabfae1f2 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Unset dirty status for tenant:462722ee06ab47f396fc96575d046bdc on resource:port {{(pid=98343) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:45:51.170981 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-6e0c75ae-44ea-4fe8-a40e-4a3d064f4efd req-1b729cb8-f36c-4fd7-b0b6-353dabfae1f2 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.69 "GET /v2.0/ports?device_id=93db25d9-b209-4329-a8c5-abee0ef5006d HTTP/1.1" status: 200 len: 945 time: 0.1972954 May 20 21:45:51.290467 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-56e1d501-dbc5-4a2c-8830-49f00139d166 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 4.1218712 May 20 21:45:51.293242 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 43124) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:45:51.307147 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-d8dfe9cd-69bf-4f6f-8c76-35fcde71c618 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-877177076-router', 'tenant_id': '913ca4bc2994403abd97aaa8e162eaec', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'}}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:45:51.326890 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-d8dfe9cd-69bf-4f6f-8c76-35fcde71c618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:45:51.342548 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-d8dfe9cd-69bf-4f6f-8c76-35fcde71c618 admin admin] Usage tracker for resource:router and tenant:913ca4bc2994403abd97aaa8e162eaec is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:45:51.347713 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-d8dfe9cd-69bf-4f6f-8c76-35fcde71c618 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:45:51.357442 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-cf27fd78-1674-45ff-b9c3-00bf0d07f1e2 req-a474913a-1825-4b14-8248-c3e5485f0fc7 service neutron] 10.222.0.69 "GET /v2.0/networks/d792e157-988b-4be9-b81e-7ce03ac12952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187556 May 20 21:45:51.369846 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-d8dfe9cd-69bf-4f6f-8c76-35fcde71c618 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:45:51.379656 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ce49f-39bf-4e18-84e7-520cb6345c9d req-fb25748e-fb68-4da0-a9e1-895335ac0f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:51.381395 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9b4ce49f-39bf-4e18-84e7-520cb6345c9d req-fb25748e-fb68-4da0-a9e1-895335ac0f31 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=59bf4fbf91ad496eb8448f93efa466db&device_id=a87b6243-b02f-4e68-8ed1-b70a5e5c9e97 HTTP/1.1" status: 200 len: 1096 time: 0.3171809 May 20 21:45:51.407464 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [req-6e0c75ae-44ea-4fe8-a40e-4a3d064f4efd req-68bc8d78-e630-401a-b22a-30f2e6d8655e tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Deleting port fe213d76-bb35-46a6-b89b-a6de037d5c17 {{(pid=98343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:45:51.407883 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-6e0c75ae-44ea-4fe8-a40e-4a3d064f4efd req-68bc8d78-e630-401a-b22a-30f2e6d8655e tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:51.435515 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe9cd-69bf-4f6f-8c76-35fcde71c618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2026209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:51.436820 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe9cd-69bf-4f6f-8c76-35fcde71c618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2027255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1641796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4986'] for router, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:51.453649 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce5d35-62ad-455a-ba6d-8d1f536e99c6 req-95b8046e-d46c-4a4a-8ad0-b8fd137d29fa tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:51.463018 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-3fce5d35-62ad-455a-ba6d-8d1f536e99c6 req-95b8046e-d46c-4a4a-8ad0-b8fd137d29fa tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/ports?device_id=a87b6243-b02f-4e68-8ed1-b70a5e5c9e97 HTTP/1.1" status: 200 len: 943 time: 0.2590141 May 20 21:45:51.655677 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74764ae-bba1-4810-8bb2-e99d2b16bb47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65f643a3-8eba-5354-b1b9-494a9af0713b-e57809ab-ea0c-4c61-95f9-db6a58b76087', 'network_id': 'e57809ab-ea0c-4c61-95f9-db6a58b76087', 'tenant_id': '913ca4bc2994403abd97aaa8e162eaec', 'fixed_ips': [{'subnet_id': 'c54eab04-66dc-424d-bcd1-562a69c83827'}]}} from dv-cinder-792462-4-smb. {{(pid=98344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:45:51.656967 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-b74764ae-bba1-4810-8bb2-e99d2b16bb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:51.677555 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe9cd-69bf-4f6f-8c76-35fcde71c618 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:51.711989 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.db [req-6e0c75ae-44ea-4fe8-a40e-4a3d064f4efd req-68bc8d78-e630-401a-b22a-30f2e6d8655e tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] For port fe213d76-bb35-46a6-b89b-a6de037d5c17, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fe213d76-bb35-46a6-b89b-a6de037d5c17,segment=NetworkSegment(c8882a79-3f5b-43e5-87fa-475536f2fbe2),segment_id=c8882a79-3f5b-43e5-87fa-475536f2fbe2)] {{(pid=98343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:45:51.712766 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-6e0c75ae-44ea-4fe8-a40e-4a3d064f4efd req-68bc8d78-e630-401a-b22a-30f2e6d8655e tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:51.741617 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-3fce5d35-62ad-455a-ba6d-8d1f536e99c6 req-5a96466f-4417-4a82-8337-4b9b3ab255d5 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/security-groups?id=d107ca27-48de-46b4-834e-80b24c141c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769368 May 20 21:45:51.802624 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ce49f-39bf-4e18-84e7-520cb6345c9d req-6f9e8cbe-a452-4489-ad04-ed853a6bae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:51.814958 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9b4ce49f-39bf-4e18-84e7-520cb6345c9d req-6f9e8cbe-a452-4489-ad04-ed853a6bae61 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0c57f23c-af96-4eed-9a1f-0c23808587f6 HTTP/1.1" status: 200 len: 909 time: 0.4229207 May 20 21:45:51.826396 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device b653b278-7ca2-4a0c-9615-afe99d6c0d24 up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:45:52.013049 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.db_base_plugin_common [None req-b74764ae-bba1-4810-8bb2-e99d2b16bb47 None None] Allocated IP 172.20.0.2 (e57809ab-ea0c-4c61-95f9-db6a58b76087/c54eab04-66dc-424d-bcd1-562a69c83827/e2f49620-5976-4837-9a90-1e649887f0e0) {{(pid=98344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:45:52.063824 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [req-6e0c75ae-44ea-4fe8-a40e-4a3d064f4efd req-68bc8d78-e630-401a-b22a-30f2e6d8655e tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Calling delete_port for fe213d76-bb35-46a6-b89b-a6de037d5c17 owned by compute:nova {{(pid=98343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:45:52.095371 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9b4ce49f-39bf-4e18-84e7-520cb6345c9d req-aece5025-f131-4e1e-bd9d-f069b931fd18 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a6501af-ef76-4540-aeba-484bf1f56714 HTTP/1.1" status: 200 len: 217 time: 0.2648151 May 20 21:45:52.392031 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-6e0c75ae-44ea-4fe8-a40e-4a3d064f4efd req-68bc8d78-e630-401a-b22a-30f2e6d8655e tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:52.402264 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-1f07fdce-ced6-4a69-bcc4-24cb5aff2403 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:52.514622 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['fe213d76-bb35-46a6-b89b-a6de037d5c17'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:45:52.584310 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc8d78-e630-401a-b22a-30f2e6d8655e tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Pushing event deleted for resources: {'Port': ['ID=fe213d76-bb35-46a6-b89b-a6de037d5c17,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:52.608570 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-68bc8d78-e630-401a-b22a-30f2e6d8655e tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:52.645877 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-2ea22d8a-6f9d-411f-9ec7-5800435c2d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:52.651377 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port b653b278-7ca2-4a0c-9615-afe99d6c0d24 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:45:52.651808 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:52.656735 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278ae35-a6a2-4644-b2ae-9d49237d665f req-6b59da1a-cbdd-40c6-8633-1a52909ea087 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:52.659124 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-2278ae35-a6a2-4644-b2ae-9d49237d665f req-6b59da1a-cbdd-40c6-8633-1a52909ea087 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=93db25d9-b209-4329-a8c5-abee0ef5006d HTTP/1.1" status: 200 len: 945 time: 1.0906453 May 20 21:45:52.695174 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe9cd-69bf-4f6f-8c76-35fcde71c618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2026231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4968'] for router, precommit_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:52.739640 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ce49f-39bf-4e18-84e7-520cb6345c9d req-333555c4-3e41-43fb-9dcb-5b960ee1b39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:52.742216 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9b4ce49f-39bf-4e18-84e7-520cb6345c9d req-333555c4-3e41-43fb-9dcb-5b960ee1b39e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c9ada95e-2d04-406c-9887-56dcea10dd3f HTTP/1.1" status: 200 len: 848 time: 0.5970657 May 20 21:45:52.781250 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-2278ae35-a6a2-4644-b2ae-9d49237d665f req-84f4a103-58a1-4eaf-834d-2b8cde1514aa tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/security-groups?id=bd83361b-2ea4-42c1-a800-4d302cf0d658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999885 May 20 21:45:52.860414 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-b74764ae-bba1-4810-8bb2-e99d2b16bb47 None None] Notify callbacks [] for port, precommit_create {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:52.905433 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d3ce7-5a9c-494c-a820-0bac683b06de req-b359f2d3-7ae8-4a83-a728-79c738cc6480 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:52.915228 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-014d3ce7-5a9c-494c-a820-0bac683b06de req-b359f2d3-7ae8-4a83-a728-79c738cc6480 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 944 time: 0.8539386 May 20 21:45:52.929911 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0c75ae-44ea-4fe8-a40e-4a3d064f4efd req-68bc8d78-e630-401a-b22a-30f2e6d8655e tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] No DVR routers for this DVR port fe213d76-bb35-46a6-b89b-a6de037d5c17 on host hv-cinder-79246 {{(pid=98343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:45:52.938970 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-6e0c75ae-44ea-4fe8-a40e-4a3d064f4efd req-68bc8d78-e630-401a-b22a-30f2e6d8655e tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:52.974947 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-6e0c75ae-44ea-4fe8-a40e-4a3d064f4efd req-68bc8d78-e630-401a-b22a-30f2e6d8655e tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.69 "DELETE /v2.0/ports/fe213d76-bb35-46a6-b89b-a6de037d5c17 HTTP/1.1" status: 204 len: 173 time: 1.7942240 May 20 21:45:53.033669 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-b74764ae-bba1-4810-8bb2-e99d2b16bb47 None None] Transition to ACTIVE for port object e2f49620-5976-4837-9a90-1e649887f0e0 will not be triggered until provisioned by entity L2. {{(pid=98344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:45:53.056984 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-b74764ae-bba1-4810-8bb2-e99d2b16bb47 None None] Transition to ACTIVE for port object e2f49620-5976-4837-9a90-1e649887f0e0 will not be triggered until provisioned by entity DHCP. {{(pid=98344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:45:53.071751 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93db25d9-b209-4329-a8c5-abee0ef5006d', 'name': 'network-vif-deleted', 'tag': 'fe213d76-bb35-46a6-b89b-a6de037d5c17'}] {{(pid=98343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:45:53.076909 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-b74764ae-bba1-4810-8bb2-e99d2b16bb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854'] for port, after_create {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:53.093069 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:53.176724 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74764ae-bba1-4810-8bb2-e99d2b16bb47 None None] Network e57809ab-ea0c-4c61-95f9-db6a58b76087 is already hosted by enough agents. {{(pid=98344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:45:53.195736 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.scheduler.base_scheduler [None req-b74764ae-bba1-4810-8bb2-e99d2b16bb47 None None] Resources bound (agent type, host, resource id): {{(pid=98344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:45:53.199967 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74764ae-bba1-4810-8bb2-e99d2b16bb47 None None] Received port after_create {{(pid=98344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:45:53.201006 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9b4ce49f-39bf-4e18-84e7-520cb6345c9d req-3ecc9713-83f5-4ac0-8003-9d8309adc9a6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0c57f23c-af96-4eed-9a1f-0c23808587f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2825472 May 20 21:45:53.203999 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 4a6501af-ef76-4540-aeba-484bf1f56714 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 21:45:53.252561 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-014d3ce7-5a9c-494c-a820-0bac683b06de req-c85f9be4-ebfe-497c-8562-602d2cc1cda6 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3357162 May 20 21:45:53.359254 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28bd4f3-c1a6-4aad-9b9d-ed9ead15aedf req-3a8db4b5-df87-4dba-8f45-b29346485eac tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:53.373350 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a28bd4f3-c1a6-4aad-9b9d-ed9ead15aedf req-3a8db4b5-df87-4dba-8f45-b29346485eac tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.2316890 May 20 21:45:53.478581 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 4a6501af-ef76-4540-aeba-484bf1f56714, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=4a6501af-ef76-4540-aeba-484bf1f56714,segment=NetworkSegment(2790c02a-58d7-4f02-a509-cd8a074ee5fe),segment_id=2790c02a-58d7-4f02-a509-cd8a074ee5fe)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:45:53.521548 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Returning: {'device': '4a6501af-ef76-4540-aeba-484bf1f56714', 'network_id': '0c57f23c-af96-4eed-9a1f-0c23808587f6', 'port_id': '4a6501af-ef76-4540-aeba-484bf1f56714', 'mac_address': 'fa:16:3e:2d:0e:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ada95e-2d04-406c-9887-56dcea10dd3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 21:45:53.632167 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:53.782561 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a6501af-ef76-4540-aeba-484bf1f56714 {{(pid=98344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:45:53.789902 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a28bd4f3-c1a6-4aad-9b9d-ed9ead15aedf req-1be6bd2d-4abe-4941-8c5e-d1f77c35878c tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125516 May 20 21:45:53.848093 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe9cd-69bf-4f6f-8c76-35fcde71c618 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:53.908803 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe9cd-69bf-4f6f-8c76-35fcde71c618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:53.916408 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 4a6501af-ef76-4540-aeba-484bf1f56714, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=4a6501af-ef76-4540-aeba-484bf1f56714,segment=NetworkSegment(2790c02a-58d7-4f02-a509-cd8a074ee5fe),segment_id=2790c02a-58d7-4f02-a509-cd8a074ee5fe)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:45:53.920564 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5751f5-b58f-4449-8bb0-0dbf505ce446 req-eb933aa1-82e2-4cd7-8a0b-9b414b67eeca tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:53.922441 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-8e5751f5-b58f-4449-8bb0-0dbf505ce446 req-eb933aa1-82e2-4cd7-8a0b-9b414b67eeca tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/ports?device_id=a87b6243-b02f-4e68-8ed1-b70a5e5c9e97 HTTP/1.1" status: 200 len: 943 time: 0.4161487 May 20 21:45:53.952902 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:53.955747 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93db25d9-b209-4329-a8c5-abee0ef5006d', 'name': 'network-vif-deleted', 'tag': 'fe213d76-bb35-46a6-b89b-a6de037d5c17', 'status': 'completed', 'code': 200} May 20 21:45:54.072367 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74764ae-bba1-4810-8bb2-e99d2b16bb47 None None] Pushing event updated for resources: {'Port': ['ID=e2f49620-5976-4837-9a90-1e649887f0e0,revision_number=1']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:54.094705 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-b74764ae-bba1-4810-8bb2-e99d2b16bb47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.002s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:54.095177 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:54.213147 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-8e5751f5-b58f-4449-8bb0-0dbf505ce446 req-0b27643c-2890-48f7-98da-f6a24f740b39 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/security-groups?id=d107ca27-48de-46b4-834e-80b24c141c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755853 May 20 21:45:54.263263 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-b74764ae-bba1-4810-8bb2-e99d2b16bb47 None None] Attempting to bind port e2f49620-5976-4837-9a90-1e649887f0e0 on host dv-cinder-792462-4-smb for vnic_type normal with profile {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:45:54.263638 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-b74764ae-bba1-4810-8bb2-e99d2b16bb47 None None] Attempting to bind port e2f49620-5976-4837-9a90-1e649887f0e0 by drivers openvswitch,hyperv on host dv-cinder-792462-4-smb at level 0 using segments [{'id': 'bcb50d94-3ffd-4455-8026-a7b0f1fce256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e57809ab-ea0c-4c61-95f9-db6a58b76087'}] {{(pid=98344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:45:54.264002 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74764ae-bba1-4810-8bb2-e99d2b16bb47 None None] Attempting to bind port e2f49620-5976-4837-9a90-1e649887f0e0 on network e57809ab-ea0c-4c61-95f9-db6a58b76087 {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:45:54.297577 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74764ae-bba1-4810-8bb2-e99d2b16bb47 None None] Checking agent: {'id': '09546d46-3481-475a-a863-9c6fd271337e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 34, 25), 'started_at': datetime.datetime(2021, 5, 20, 21, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:45:54.297577 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74764ae-bba1-4810-8bb2-e99d2b16bb47 None None] Checking segment: {'id': 'bcb50d94-3ffd-4455-8026-a7b0f1fce256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e57809ab-ea0c-4c61-95f9-db6a58b76087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:45:54.297577 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-b74764ae-bba1-4810-8bb2-e99d2b16bb47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:54.297577 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74764ae-bba1-4810-8bb2-e99d2b16bb47 None None] Bound using segment: {'id': 'bcb50d94-3ffd-4455-8026-a7b0f1fce256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e57809ab-ea0c-4c61-95f9-db6a58b76087'} {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:45:54.300919 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-b74764ae-bba1-4810-8bb2-e99d2b16bb47 None None] Bound port: e2f49620-5976-4837-9a90-1e649887f0e0, host: dv-cinder-792462-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb50d94-3ffd-4455-8026-a7b0f1fce256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e57809ab-ea0c-4c61-95f9-db6a58b76087'}}] {{(pid=98344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:45:54.300919 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-b74764ae-bba1-4810-8bb2-e99d2b16bb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:54.349347 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['4a6501af-ef76-4540-aeba-484bf1f56714'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:45:54.414870 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9f09057c-d7a1-4bd4-bd21-8d8877f45e0d req-9c66fd17-4041-4382-a675-3972e06482ca tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=93db25d9-b209-4329-a8c5-abee0ef5006d HTTP/1.1" status: 200 len: 210 time: 0.1496019 May 20 21:45:54.463857 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.db_base_plugin_common [None req-d8dfe9cd-69bf-4f6f-8c76-35fcde71c618 admin admin] Allocated IP 172.28.0.13 (6a7b2292-60f2-468f-9a72-8977b3c695a9/682e5247-0975-4386-b3ba-8aaf11b83d2b/0abf3d48-1b7c-4c86-83e0-135ecdb91bf4) {{(pid=98342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:45:54.556188 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=4a6501af-ef76-4540-aeba-484bf1f56714,revision_number=4']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:54.559509 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:54.661919 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-b74764ae-bba1-4810-8bb2-e99d2b16bb47 None None] For port e2f49620-5976-4837-9a90-1e649887f0e0, host dv-cinder-792462-4-smb, cleared binding levels {{(pid=98344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:45:54.688051 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-b74764ae-bba1-4810-8bb2-e99d2b16bb47 None None] For port e2f49620-5976-4837-9a90-1e649887f0e0, host dv-cinder-792462-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=e2f49620-5976-4837-9a90-1e649887f0e0,segment=NetworkSegment(bcb50d94-3ffd-4455-8026-a7b0f1fce256),segment_id=bcb50d94-3ffd-4455-8026-a7b0f1fce256)] {{(pid=98344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:45:54.708007 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-b74764ae-bba1-4810-8bb2-e99d2b16bb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:54.724589 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:54.865633 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe9cd-69bf-4f6f-8c76-35fcde71c618 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:54.935042 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe9cd-69bf-4f6f-8c76-35fcde71c618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:54.981289 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74764ae-bba1-4810-8bb2-e99d2b16bb47 None None] Pushing event updated for resources: {'Port': ['ID=e2f49620-5976-4837-9a90-1e649887f0e0,revision_number=2']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:54.998124 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-523c12da-37f6-4086-806e-4fb4f8bd4103 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:54.999896 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-b74764ae-bba1-4810-8bb2-e99d2b16bb47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:55.155345 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device fe213d76-bb35-46a6-b89b-a6de037d5c17 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:45:55.188797 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dfe9cd-69bf-4f6f-8c76-35fcde71c618 admin admin] Network 6a7b2292-60f2-468f-9a72-8977b3c695a9 is already hosted by enough agents. {{(pid=98342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:45:55.199045 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.base_scheduler [None req-d8dfe9cd-69bf-4f6f-8c76-35fcde71c618 admin admin] Resources bound (agent type, host, resource id): {{(pid=98342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:45:55.202814 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] No Port match for: fe213d76-bb35-46a6-b89b-a6de037d5c17 {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:45:55.203465 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device fe213d76-bb35-46a6-b89b-a6de037d5c17 not bound to the agent host hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:45:55.208704 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dfe9cd-69bf-4f6f-8c76-35fcde71c618 admin admin] Received port after_create {{(pid=98342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:45:55.333869 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dfe9cd-69bf-4f6f-8c76-35fcde71c618 admin admin] Pushing event updated for resources: {'Port': ['ID=0abf3d48-1b7c-4c86-83e0-135ecdb91bf4,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:55.374714 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-d8dfe9cd-69bf-4f6f-8c76-35fcde71c618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:55.567250 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:56.010124 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b054b01-16cb-4f2b-aba1-0418bae7defb req-b989db89-634b-424a-a358-b7f866863f2e tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:56.011962 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5b054b01-16cb-4f2b-aba1-0418bae7defb req-b989db89-634b-424a-a358-b7f866863f2e tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 944 time: 0.9050841 May 20 21:45:56.045462 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device e2f49620-5976-4837-9a90-1e649887f0e0 up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:45:56.206723 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-598faf8b-a399-4e98-b195-815e078ab6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:56.220059 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning for port e2f49620-5976-4837-9a90-1e649887f0e0 completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:45:56.435082 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f93086-b369-4738-9d31-25702647abb2 req-7c100ed2-6688-45c5-b80c-b0016ca7db48 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:56.441365 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-79f93086-b369-4738-9d31-25702647abb2 req-7c100ed2-6688-45c5-b80c-b0016ca7db48 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/ports?device_id=a87b6243-b02f-4e68-8ed1-b70a5e5c9e97 HTTP/1.1" status: 200 len: 944 time: 0.7316496 May 20 21:45:56.466834 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5b054b01-16cb-4f2b-aba1-0418bae7defb req-4e893bf7-499b-45df-886d-64947c8c204c tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4224262 May 20 21:45:56.484800 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a285a7f-6178-4e27-bbc7-d247bc9fc408 None None] Network e57809ab-ea0c-4c61-95f9-db6a58b76087 requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:45:56.592422 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe9cd-69bf-4f6f-8c76-35fcde71c618 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:56.815174 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-79f93086-b369-4738-9d31-25702647abb2 req-4c5a40fb-638a-431d-a863-111f86ca40de tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/security-groups?id=d107ca27-48de-46b4-834e-80b24c141c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587499 May 20 21:45:56.837412 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-16c1167f-473e-4d91-89fa-0d3e2aa586f7 None None] Provisioning for port e2f49620-5976-4837-9a90-1e649887f0e0 completed by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:45:56.851898 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-16c1167f-473e-4d91-89fa-0d3e2aa586f7 None None] Provisioning complete for port e2f49620-5976-4837-9a90-1e649887f0e0 triggered by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:45:56.861630 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-16c1167f-473e-4d91-89fa-0d3e2aa586f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:56.891030 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-2e4dc37b-20ca-460e-acae-965fff114660 req-21ea2019-5396-4260-8b72-28eba9fc06a6 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=93db25d9-b209-4329-a8c5-abee0ef5006d HTTP/1.1" status: 200 len: 210 time: 0.1634398 May 20 21:45:57.123570 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-16c1167f-473e-4d91-89fa-0d3e2aa586f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:57.167737 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 4a6501af-ef76-4540-aeba-484bf1f56714 up at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:45:57.264641 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-16c1167f-473e-4d91-89fa-0d3e2aa586f7 None None] For port e2f49620-5976-4837-9a90-1e649887f0e0, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=e2f49620-5976-4837-9a90-1e649887f0e0,segment=NetworkSegment(bcb50d94-3ffd-4455-8026-a7b0f1fce256),segment_id=bcb50d94-3ffd-4455-8026-a7b0f1fce256)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:45:57.279087 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-16c1167f-473e-4d91-89fa-0d3e2aa586f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:57.281247 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:57.335733 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe9cd-69bf-4f6f-8c76-35fcde71c618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2026222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625290'] for router, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:57.478669 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning for port 4a6501af-ef76-4540-aeba-484bf1f56714 completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:45:57.502756 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning complete for port 4a6501af-ef76-4540-aeba-484bf1f56714 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:45:57.503253 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:57.613372 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1167f-473e-4d91-89fa-0d3e2aa586f7 None None] Pushing event updated for resources: {'Port': ['ID=e2f49620-5976-4837-9a90-1e649887f0e0,revision_number=3']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:57.617328 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-16c1167f-473e-4d91-89fa-0d3e2aa586f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:57.624912 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:57.634614 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-b4226c52-5db5-4ddf-9cf8-cbd2ae381b24 None None] Provisioning complete for port e2f49620-5976-4837-9a90-1e649887f0e0 triggered by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:45:57.634816 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-b4226c52-5db5-4ddf-9cf8-cbd2ae381b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:57.776216 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8dfe9cd-69bf-4f6f-8c76-35fcde71c618 admin admin] Router e5a8a161-784d-4eb8-a06e-70783b8e3cbb is scheduled to L3 agent 0cab7e80-5b87-486c-a982-5030be84b7ba with binding_index 1 {{(pid=98342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 21:45:57.818213 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:57.852366 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87b6243-b02f-4e68-8ed1-b70a5e5c9e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6501af-ef76-4540-aeba-484bf1f56714'}] {{(pid=98344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:45:57.905084 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 4a6501af-ef76-4540-aeba-484bf1f56714, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=4a6501af-ef76-4540-aeba-484bf1f56714,segment=NetworkSegment(2790c02a-58d7-4f02-a509-cd8a074ee5fe),segment_id=2790c02a-58d7-4f02-a509-cd8a074ee5fe)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:45:57.918947 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:57.937676 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:45:58.133258 dv-cinder-792462-4-smb neutron-server[98344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87b6243-b02f-4e68-8ed1-b70a5e5c9e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6501af-ef76-4540-aeba-484bf1f56714', 'code': 200} May 20 21:45:58.133258 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device e2f49620-5976-4837-9a90-1e649887f0e0 up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:45:58.313495 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=4a6501af-ef76-4540-aeba-484bf1f56714,revision_number=5']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:45:58.320487 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:45:58.357743 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port e2f49620-5976-4837-9a90-1e649887f0e0 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:45:58.358369 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:58.360188 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8dfe9cd-69bf-4f6f-8c76-35fcde71c618 admin admin] Notify agent at l3_agent.dv-cinder-792462-4-smb the message routers_updated {{(pid=98342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 21:45:58.372744 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2556718c-d7e8-4a9a-bdec-5356df7b31d0 None None] Sync routers for ids ['e5a8a161-784d-4eb8-a06e-70783b8e3cbb'] in dv-cinder-792462-4-smb {{(pid=98345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:45:58.379737 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879f197-79d0-48d8-90bf-a42fa6dd32f8 req-9356f8c3-bc72-4b8e-bbe3-6dca1a135fe0 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:58.391176 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c879f197-79d0-48d8-90bf-a42fa6dd32f8 req-9356f8c3-bc72-4b8e-bbe3-6dca1a135fe0 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 944 time: 0.6788869 May 20 21:45:58.419795 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2556718c-d7e8-4a9a-bdec-5356df7b31d0 None None] Routers {'e5a8a161-784d-4eb8-a06e-70783b8e3cbb'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:45:58.419795 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-2556718c-d7e8-4a9a-bdec-5356df7b31d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:45:56Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['e5a8a161-784d-4eb8-a06e-70783b8e3cbb'], 'active': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:45:58.509413 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-d8dfe9cd-69bf-4f6f-8c76-35fcde71c618 admin admin] Notify callbacks [] for router, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:58.513369 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-d8dfe9cd-69bf-4f6f-8c76-35fcde71c618 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 7.2077472 May 20 21:45:58.513838 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 43270) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:45:58.533893 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c879f197-79d0-48d8-90bf-a42fa6dd32f8 req-dd369fd7-dbc3-42a8-993a-26d37e94bcea tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414444 May 20 21:45:58.579978 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7507e3c-6336-4941-bba6-fe74993d00b4 req-0be88f85-2540-47ca-86bf-4871d21d65f1 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:45:58.582427 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c7507e3c-6336-4941-bba6-fe74993d00b4 req-0be88f85-2540-47ca-86bf-4871d21d65f1 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/ports?device_id=a87b6243-b02f-4e68-8ed1-b70a5e5c9e97 HTTP/1.1" status: 200 len: 945 time: 0.4284141 May 20 21:45:58.706804 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c7507e3c-6336-4941-bba6-fe74993d00b4 req-8d762302-361f-40db-badd-edcd85254e98 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/security-groups?id=d107ca27-48de-46b4-834e-80b24c141c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162024 May 20 21:45:58.859594 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-185ce5d8-8727-4ddd-97bc-ddbaea62f652 req-99a3987e-3be5-4a40-a05a-eab4dc0b5d51 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=93db25d9-b209-4329-a8c5-abee0ef5006d HTTP/1.1" status: 200 len: 210 time: 0.0629570 May 20 21:45:58.901878 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvr_db [None req-2556718c-d7e8-4a9a-bdec-5356df7b31d0 None None] Set router e5a8a161-784d-4eb8-a06e-70783b8e3cbb gateway port host: dv-cinder-792462-4-smb {{(pid=98345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:45:59.165927 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:59.367508 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-2556718c-d7e8-4a9a-bdec-5356df7b31d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a8a161-784d-4eb8-a06e-70783b8e3cbb', 'name': 'tempest-TestShelveInstance-877177076-router', 'tenant_id': '913ca4bc2994403abd97aaa8e162eaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': '0abf3d48-1b7c-4c86-83e0-135ecdb91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:45:51Z', 'updated_at': '2021-05-20T21:45:55Z', 'revision_number': 3, 'project_id': '913ca4bc2994403abd97aaa8e162eaec', 'gw_port': {'id': '0abf3d48-1b7c-4c86-83e0-135ecdb91bf4', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:7a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a8a161-784d-4eb8-a06e-70783b8e3cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:45:54Z', 'updated_at': '2021-05-20T21:45:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb'}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:45:59.373910 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2556718c-d7e8-4a9a-bdec-5356df7b31d0 None None] Checking router: e5a8a161-784d-4eb8-a06e-70783b8e3cbb for host: dv-cinder-792462-4-smb {{(pid=98345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:45:59.374724 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2556718c-d7e8-4a9a-bdec-5356df7b31d0 None None] Updating router e5a8a161-784d-4eb8-a06e-70783b8e3cbb port 0abf3d48-1b7c-4c86-83e0-135ecdb91bf4 binding host dv-cinder-792462-4-smb {{(pid=98345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:45:59.483789 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-2556718c-d7e8-4a9a-bdec-5356df7b31d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:45:59.749004 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-9c6a39ee-5e5d-4b56-9761-4a38fd73912f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:00.138333 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ba9f6-e943-40a9-a2d1-ecbcd7f90e53 req-2fe66acc-5345-4041-9306-1ad62ba7fce6 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:00.155684 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-794ba9f6-e943-40a9-a2d1-ecbcd7f90e53 req-2fe66acc-5345-4041-9306-1ad62ba7fce6 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/ports?device_id=a87b6243-b02f-4e68-8ed1-b70a5e5c9e97 HTTP/1.1" status: 200 len: 945 time: 0.1598194 May 20 21:46:00.166162 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-2556718c-d7e8-4a9a-bdec-5356df7b31d0 None None] Notify callbacks [] for port, precommit_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:00.188629 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31ec25-d79e-47c3-8814-b0543be879ad req-ba6c5a0e-5933-493f-ab9d-bdac76bcec3d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:00.196917 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-db31ec25-d79e-47c3-8814-b0543be879ad req-ba6c5a0e-5933-493f-ab9d-bdac76bcec3d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 944 time: 0.4877119 May 20 21:46:00.215731 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.provisioning_blocks [None req-2556718c-d7e8-4a9a-bdec-5356df7b31d0 None None] Transition to ACTIVE for port object 0abf3d48-1b7c-4c86-83e0-135ecdb91bf4 will not be triggered until provisioned by entity L2. {{(pid=98345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:46:00.246166 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-2556718c-d7e8-4a9a-bdec-5356df7b31d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:00.259018 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.db_base_plugin_common [None req-9c6a39ee-5e5d-4b56-9761-4a38fd73912f admin admin] Allocated IP 172.20.0.1 (e57809ab-ea0c-4c61-95f9-db6a58b76087/c54eab04-66dc-424d-bcd1-562a69c83827/c2cf5cb1-42dc-4416-9d31-2d669482e1e6) {{(pid=98343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:46:00.273609 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:00.280725 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-794ba9f6-e943-40a9-a2d1-ecbcd7f90e53 req-02ab666f-9025-4e17-a2c7-27b537ea9765 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/security-groups?id=d107ca27-48de-46b4-834e-80b24c141c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265337 May 20 21:46:00.316129 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-db31ec25-d79e-47c3-8814-b0543be879ad req-0002e18d-7550-4756-baaf-6c251f7d7b3d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885234 May 20 21:46:00.462430 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [None req-2556718c-d7e8-4a9a-bdec-5356df7b31d0 None None] Attempting to bind port 0abf3d48-1b7c-4c86-83e0-135ecdb91bf4 on host dv-cinder-792462-4-smb for vnic_type normal with profile {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:46:00.463112 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [None req-2556718c-d7e8-4a9a-bdec-5356df7b31d0 None None] Attempting to bind port 0abf3d48-1b7c-4c86-83e0-135ecdb91bf4 by drivers openvswitch,hyperv on host dv-cinder-792462-4-smb at level 0 using segments [{'id': 'c99208f0-a511-44ea-981f-b3b92c3f5261', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'}] {{(pid=98345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:46:00.463222 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2556718c-d7e8-4a9a-bdec-5356df7b31d0 None None] Attempting to bind port 0abf3d48-1b7c-4c86-83e0-135ecdb91bf4 on network 6a7b2292-60f2-468f-9a72-8977b3c695a9 {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:46:00.475227 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2556718c-d7e8-4a9a-bdec-5356df7b31d0 None None] Checking agent: {'id': '09546d46-3481-475a-a863-9c6fd271337e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 34, 25), 'started_at': datetime.datetime(2021, 5, 20, 21, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:46:00.475593 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2556718c-d7e8-4a9a-bdec-5356df7b31d0 None None] Checking segment: {'id': 'c99208f0-a511-44ea-981f-b3b92c3f5261', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:46:00.475996 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-2556718c-d7e8-4a9a-bdec-5356df7b31d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:00.480577 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2556718c-d7e8-4a9a-bdec-5356df7b31d0 None None] Bound using segment: {'id': 'c99208f0-a511-44ea-981f-b3b92c3f5261', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'} {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:46:00.481245 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [None req-2556718c-d7e8-4a9a-bdec-5356df7b31d0 None None] Bound port: 0abf3d48-1b7c-4c86-83e0-135ecdb91bf4, host: dv-cinder-792462-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99208f0-a511-44ea-981f-b3b92c3f5261', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'}}] {{(pid=98345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:46:00.482868 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-2556718c-d7e8-4a9a-bdec-5356df7b31d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:00.509232 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-900a334c-fc24-4008-b735-c90f0fe19dd3 req-a562845c-8078-4d97-b364-9a070ef3c5cb tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=93db25d9-b209-4329-a8c5-abee0ef5006d HTTP/1.1" status: 200 len: 210 time: 0.0549464 May 20 21:46:00.550925 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163796a5-1657-4df3-aeb0-dca24676cd8e None None] Pushing event updated for resources: {'Port': ['ID=0abf3d48-1b7c-4c86-83e0-135ecdb91bf4,revision_number=2']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:00.560004 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-163796a5-1657-4df3-aeb0-dca24676cd8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:00.563304 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-9c6a39ee-5e5d-4b56-9761-4a38fd73912f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:00.580010 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.provisioning_blocks [None req-9c6a39ee-5e5d-4b56-9761-4a38fd73912f admin admin] Transition to ACTIVE for port object c2cf5cb1-42dc-4416-9d31-2d669482e1e6 will not be triggered until provisioned by entity DHCP. {{(pid=98343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:46:00.617520 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.db [None req-2556718c-d7e8-4a9a-bdec-5356df7b31d0 None None] For port 0abf3d48-1b7c-4c86-83e0-135ecdb91bf4, host dv-cinder-792462-4-smb, cleared binding levels {{(pid=98345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:46:00.625508 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.db [None req-2556718c-d7e8-4a9a-bdec-5356df7b31d0 None None] For port 0abf3d48-1b7c-4c86-83e0-135ecdb91bf4, host dv-cinder-792462-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=0abf3d48-1b7c-4c86-83e0-135ecdb91bf4,segment=NetworkSegment(c99208f0-a511-44ea-981f-b3b92c3f5261),segment_id=c99208f0-a511-44ea-981f-b3b92c3f5261)] {{(pid=98345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:46:00.637742 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-2556718c-d7e8-4a9a-bdec-5356df7b31d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:00.653690 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-9c6a39ee-5e5d-4b56-9761-4a38fd73912f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:00.656740 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:00.658411 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:00.763888 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6a39ee-5e5d-4b56-9761-4a38fd73912f admin admin] Network e57809ab-ea0c-4c61-95f9-db6a58b76087 is already hosted by enough agents. {{(pid=98343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:46:00.767804 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.base_scheduler [None req-9c6a39ee-5e5d-4b56-9761-4a38fd73912f admin admin] Resources bound (agent type, host, resource id): {{(pid=98343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:46:00.772248 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6a39ee-5e5d-4b56-9761-4a38fd73912f admin admin] Received port after_create {{(pid=98343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:46:00.788347 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163796a5-1657-4df3-aeb0-dca24676cd8e None None] Pushing event updated for resources: {'Port': ['ID=0abf3d48-1b7c-4c86-83e0-135ecdb91bf4,revision_number=3']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:00.791755 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-163796a5-1657-4df3-aeb0-dca24676cd8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:00.802656 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2556718c-d7e8-4a9a-bdec-5356df7b31d0 None None] Routers {'e5a8a161-784d-4eb8-a06e-70783b8e3cbb'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:46:00.803289 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-2556718c-d7e8-4a9a-bdec-5356df7b31d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:45:56Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['e5a8a161-784d-4eb8-a06e-70783b8e3cbb'], 'active': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:00.836023 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a39ee-5e5d-4b56-9761-4a38fd73912f admin admin] Pushing event updated for resources: {'Port': ['ID=c2cf5cb1-42dc-4416-9d31-2d669482e1e6,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:00.841828 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-9c6a39ee-5e5d-4b56-9761-4a38fd73912f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:00.870854 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-9c6a39ee-5e5d-4b56-9761-4a38fd73912f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023635'] for router_interface, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:01.030779 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvr_db [None req-2556718c-d7e8-4a9a-bdec-5356df7b31d0 None None] Set router e5a8a161-784d-4eb8-a06e-70783b8e3cbb gateway port host: dv-cinder-792462-4-smb {{(pid=98345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:46:01.067932 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-9c6a39ee-5e5d-4b56-9761-4a38fd73912f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:01.119767 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-7890df32-a477-404a-9261-4ba2027ccbf1 None None] Provisioning for port c2cf5cb1-42dc-4416-9d31-2d669482e1e6 completed by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:46:01.128648 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-7890df32-a477-404a-9261-4ba2027ccbf1 None None] Provisioning complete for port c2cf5cb1-42dc-4416-9d31-2d669482e1e6 triggered by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:46:01.129035 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-7890df32-a477-404a-9261-4ba2027ccbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:01.237332 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-7890df32-a477-404a-9261-4ba2027ccbf1 None None] Port c2cf5cb1-42dc-4416-9d31-2d669482e1e6 cannot update to ACTIVE because it is not bound. {{(pid=98344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 21:46:01.424636 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-9c6a39ee-5e5d-4b56-9761-4a38fd73912f admin admin] Notify callbacks [] for port, precommit_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:01.432489 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-9c6a39ee-5e5d-4b56-9761-4a38fd73912f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1737293'] for port, after_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:01.549286 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-441699e1-8e4e-48bb-82af-28cac67c1a15 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:01.551293 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-2556718c-d7e8-4a9a-bdec-5356df7b31d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a8a161-784d-4eb8-a06e-70783b8e3cbb', 'name': 'tempest-TestShelveInstance-877177076-router', 'tenant_id': '913ca4bc2994403abd97aaa8e162eaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': '0abf3d48-1b7c-4c86-83e0-135ecdb91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:45:51Z', 'updated_at': '2021-05-20T21:45:55Z', 'revision_number': 3, 'project_id': '913ca4bc2994403abd97aaa8e162eaec', 'gw_port': {'id': '0abf3d48-1b7c-4c86-83e0-135ecdb91bf4', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:7a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a8a161-784d-4eb8-a06e-70783b8e3cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:45:54Z', 'updated_at': '2021-05-20T21:46:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb'}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:01.574147 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2556718c-d7e8-4a9a-bdec-5356df7b31d0 None None] The sync data for ids ['e5a8a161-784d-4eb8-a06e-70783b8e3cbb'] in dv-cinder-792462-4-smb is: [{'id': 'e5a8a161-784d-4eb8-a06e-70783b8e3cbb', 'name': 'tempest-TestShelveInstance-877177076-router', 'tenant_id': '913ca4bc2994403abd97aaa8e162eaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': '0abf3d48-1b7c-4c86-83e0-135ecdb91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:45:51Z', 'updated_at': '2021-05-20T21:45:55Z', 'revision_number': 3, 'project_id': '913ca4bc2994403abd97aaa8e162eaec', 'gw_port': {'id': '0abf3d48-1b7c-4c86-83e0-135ecdb91bf4', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:7a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a8a161-784d-4eb8-a06e-70783b8e3cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:45:54Z', 'updated_at': '2021-05-20T21:46:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb'}] {{(pid=98345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:46:01.758788 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-9c6a39ee-5e5d-4b56-9761-4a38fd73912f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629800'] for router_interface, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:01.771390 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a39ee-5e5d-4b56-9761-4a38fd73912f admin admin] Pushing event updated for resources: {'Port': ['ID=c2cf5cb1-42dc-4416-9d31-2d669482e1e6,revision_number=2']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:01.775286 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-9c6a39ee-5e5d-4b56-9761-4a38fd73912f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:01.829628 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea87ec-8321-4dec-b151-c9edfd1f7014 req-c0ec1e61-4c19-47a9-b401-b8d4da6acff7 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:01.839043 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b9ea87ec-8321-4dec-b151-c9edfd1f7014 req-c0ec1e61-4c19-47a9-b401-b8d4da6acff7 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 944 time: 0.4083176 May 20 21:46:01.873794 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305bf3ff-f8ae-46ea-b136-bbae22b2deba req-b5362ccc-90d4-400b-b29f-dd1b56734b39 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:01.875331 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-305bf3ff-f8ae-46ea-b136-bbae22b2deba req-b5362ccc-90d4-400b-b29f-dd1b56734b39 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/ports?device_id=a87b6243-b02f-4e68-8ed1-b70a5e5c9e97 HTTP/1.1" status: 200 len: 945 time: 0.2872839 May 20 21:46:01.933740 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b9ea87ec-8321-4dec-b151-c9edfd1f7014 req-641012d4-a54c-42e7-a11f-220588304bc8 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939951 May 20 21:46:02.015607 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-305bf3ff-f8ae-46ea-b136-bbae22b2deba req-131795f9-20fc-40ee-98bb-76d7eeb6ba72 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/security-groups?id=d107ca27-48de-46b4-834e-80b24c141c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301265 May 20 21:46:02.025572 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6a39ee-5e5d-4b56-9761-4a38fd73912f admin admin] Network e57809ab-ea0c-4c61-95f9-db6a58b76087 is already hosted by enough agents. {{(pid=98343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:46:02.028333 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.base_scheduler [None req-9c6a39ee-5e5d-4b56-9761-4a38fd73912f admin admin] Resources bound (agent type, host, resource id): {{(pid=98343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:46:02.208182 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-0147a94d-3eeb-4024-8ae7-41e72ca20fd4 req-310bc7b7-d2e7-4396-8aa9-6fe06782ea42 tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=93db25d9-b209-4329-a8c5-abee0ef5006d HTTP/1.1" status: 200 len: 210 time: 0.1179683 May 20 21:46:02.486086 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6a39ee-5e5d-4b56-9761-4a38fd73912f admin admin] Router e5a8a161-784d-4eb8-a06e-70783b8e3cbb has already been hosted by L3 agent 0cab7e80-5b87-486c-a982-5030be84b7ba {{(pid=98343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 21:46:02.523679 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-8b1896a5-cef1-4255-99fa-9596d2ba5b91 None None] Provisioning complete for port c2cf5cb1-42dc-4416-9d31-2d669482e1e6 triggered by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:46:02.524791 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-8b1896a5-cef1-4255-99fa-9596d2ba5b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:02.622094 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-8b1896a5-cef1-4255-99fa-9596d2ba5b91 None None] Port c2cf5cb1-42dc-4416-9d31-2d669482e1e6 cannot update to ACTIVE because it is not bound. {{(pid=98344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 21:46:02.782750 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6a39ee-5e5d-4b56-9761-4a38fd73912f admin admin] Notify agent at l3_agent.dv-cinder-792462-4-smb the message routers_updated {{(pid=98343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 21:46:02.796655 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-9c6a39ee-5e5d-4b56-9761-4a38fd73912f admin admin] 10.222.0.78 "PUT /v2.0/routers/e5a8a161-784d-4eb8-a06e-70783b8e3cbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2803235 May 20 21:46:03.460700 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2d686-6138-48b8-8959-6c79c374f134 req-8af8a331-1e04-4e95-9177-b87acb556ebe tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:03.462147 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-35e2d686-6138-48b8-8959-6c79c374f134 req-8af8a331-1e04-4e95-9177-b87acb556ebe tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/ports?device_id=a87b6243-b02f-4e68-8ed1-b70a5e5c9e97 HTTP/1.1" status: 200 len: 945 time: 0.1979773 May 20 21:46:03.470203 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c323d1-1935-46f7-a8ef-151cc745fc16 req-42a2ca19-60eb-4ef9-8bba-9836260ae010 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:03.471701 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-48c323d1-1935-46f7-a8ef-151cc745fc16 req-42a2ca19-60eb-4ef9-8bba-9836260ae010 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 944 time: 0.2147903 May 20 21:46:03.563990 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-35e2d686-6138-48b8-8959-6c79c374f134 req-98ee2cea-50eb-400e-90a7-8c8bdadf482f tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/security-groups?id=d107ca27-48de-46b4-834e-80b24c141c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907362 May 20 21:46:03.601533 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-48c323d1-1935-46f7-a8ef-151cc745fc16 req-5c3c06a2-e8e3-46b4-9f26-ef0c497b002c tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152353 May 20 21:46:03.890539 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-3f3416d1-21a5-4a62-ad35-3df9f1fd6710 req-fe5077f9-a6ce-469d-a7af-0822353696ed tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=93db25d9-b209-4329-a8c5-abee0ef5006d HTTP/1.1" status: 200 len: 210 time: 0.0988483 May 20 21:46:04.058902 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ec32f8-735f-4fd0-881c-21d142385c43 None None] Sync routers for ids ['e5a8a161-784d-4eb8-a06e-70783b8e3cbb'] in dv-cinder-792462-4-smb {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:46:04.087070 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 0abf3d48-1b7c-4c86-83e0-135ecdb91bf4 up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:46:04.205480 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ec32f8-735f-4fd0-881c-21d142385c43 None None] Routers {'e5a8a161-784d-4eb8-a06e-70783b8e3cbb'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:46:04.207112 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-29ec32f8-735f-4fd0-881c-21d142385c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:45:56Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['e5a8a161-784d-4eb8-a06e-70783b8e3cbb'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:04.348367 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 43348) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:46:04.362378 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-84737c74-0764-400b-9c1d-7938e6452e5c tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1693726335', 'description': 'tempest-secgroup-smoke-1693726335 description', 'project_id': 'bf7c4d2476214011814adf1e8095c658'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:46:04.376017 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-84737c74-0764-400b-9c1d-7938e6452e5c tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:46:04.382707 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-84737c74-0764-400b-9c1d-7938e6452e5c tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Usage tracker for resource:security_group and tenant:bf7c4d2476214011814adf1e8095c658 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:46:04.389076 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-84737c74-0764-400b-9c1d-7938e6452e5c tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:46:04.401654 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-84737c74-0764-400b-9c1d-7938e6452e5c tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:46:04.428527 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-84737c74-0764-400b-9c1d-7938e6452e5c tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:04.491807 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-84737c74-0764-400b-9c1d-7938e6452e5c tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:46:04.508689 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-84737c74-0764-400b-9c1d-7938e6452e5c tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Usage tracker for resource:security_group_rule and tenant:bf7c4d2476214011814adf1e8095c658 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:46:04.517548 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-84737c74-0764-400b-9c1d-7938e6452e5c tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:46:04.541977 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-84737c74-0764-400b-9c1d-7938e6452e5c tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:46:04.668309 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-84737c74-0764-400b-9c1d-7938e6452e5c tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:04.673583 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-84737c74-0764-400b-9c1d-7938e6452e5c tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:04.682044 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-269ed1e9-c713-420d-a4ce-7ee675e69665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:04.736687 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84737c74-0764-400b-9c1d-7938e6452e5c tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8982002b-860a-4bcf-beb7-1f2b00cccb68,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:04.741350 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-84737c74-0764-400b-9c1d-7938e6452e5c tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:04.742949 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-84737c74-0764-400b-9c1d-7938e6452e5c tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3932767 May 20 21:46:04.744492 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-84737c74-0764-400b-9c1d-7938e6452e5c tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:04.747884 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 43358) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:46:04.755124 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-1bf192a5-e7f3-4027-ac5b-df07f8cfe125 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Request body: {'security_group_rule': {'security_group_id': '8982002b-860a-4bcf-beb7-1f2b00cccb68', 'project_id': 'bf7c4d2476214011814adf1e8095c658', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:46:04.760813 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning for port 0abf3d48-1b7c-4c86-83e0-135ecdb91bf4 completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:46:04.770815 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-1bf192a5-e7f3-4027-ac5b-df07f8cfe125 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:46:04.773460 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port 0abf3d48-1b7c-4c86-83e0-135ecdb91bf4 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:46:04.774455 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:04.784546 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-1bf192a5-e7f3-4027-ac5b-df07f8cfe125 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Usage tracker for resource:security_group_rule and tenant:bf7c4d2476214011814adf1e8095c658 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:46:04.801395 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-1bf192a5-e7f3-4027-ac5b-df07f8cfe125 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:46:04.828233 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-1bf192a5-e7f3-4027-ac5b-df07f8cfe125 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:46:04.897752 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-1bf192a5-e7f3-4027-ac5b-df07f8cfe125 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:04.945117 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-29ec32f8-735f-4fd0-881c-21d142385c43 None None] Set router e5a8a161-784d-4eb8-a06e-70783b8e3cbb gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:46:05.006930 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 43364) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:46:05.029314 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-1bf192a5-e7f3-4027-ac5b-df07f8cfe125 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:05.037623 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-1bf192a5-e7f3-4027-ac5b-df07f8cfe125 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639471'] for security_group_rule, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:05.039633 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:05.118315 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5072a5-77e8-452f-93c3-26e3d1e108ec req-3a606ac4-ae69-4dc7-94ca-0146c6e74375 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:05.119120 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ef5072a5-77e8-452f-93c3-26e3d1e108ec req-3a606ac4-ae69-4dc7-94ca-0146c6e74375 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/ports?device_id=a87b6243-b02f-4e68-8ed1-b70a5e5c9e97 HTTP/1.1" status: 200 len: 945 time: 0.3110700 May 20 21:46:05.125699 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-1bf192a5-e7f3-4027-ac5b-df07f8cfe125 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:05.127672 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-1bf192a5-e7f3-4027-ac5b-df07f8cfe125 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3785348 May 20 21:46:05.129625 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf192a5-e7f3-4027-ac5b-df07f8cfe125 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bdf60c6-99e1-49e6-afc1-e267856c6739,revision_number=0']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:05.132459 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 43372) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:46:05.135234 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-1bf192a5-e7f3-4027-ac5b-df07f8cfe125 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:05.140194 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-8f60af04-a625-4ae5-b659-696861b6d545 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Request body: {'security_group_rule': {'security_group_id': '8982002b-860a-4bcf-beb7-1f2b00cccb68', 'project_id': 'bf7c4d2476214011814adf1e8095c658', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:46:05.148252 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-8f60af04-a625-4ae5-b659-696861b6d545 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:46:05.152677 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-8f60af04-a625-4ae5-b659-696861b6d545 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Usage tracker for resource:security_group_rule and tenant:bf7c4d2476214011814adf1e8095c658 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:46:05.156069 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-8f60af04-a625-4ae5-b659-696861b6d545 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:46:05.164087 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-8f60af04-a625-4ae5-b659-696861b6d545 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:46:05.185102 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-8f60af04-a625-4ae5-b659-696861b6d545 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:05.203729 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3c906-0388-4201-8fc1-71658e870375 req-4cbd5235-0d9a-449e-9b3e-0a58e32a85de tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:05.204332 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-fba3c906-0388-4201-8fc1-71658e870375 req-4cbd5235-0d9a-449e-9b3e-0a58e32a85de tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 944 time: 0.2788780 May 20 21:46:05.248487 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ef5072a5-77e8-452f-93c3-26e3d1e108ec req-bada7a71-f791-4480-a483-b20acdf70393 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/security-groups?id=d107ca27-48de-46b4-834e-80b24c141c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030586 May 20 21:46:05.283772 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-fba3c906-0388-4201-8fc1-71658e870375 req-38eb7d5e-b3b3-4e5e-ad0d-d5ae53379046 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677850 May 20 21:46:05.287342 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-203b2908-41ce-4cd5-9a38-893da327b9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:05.308745 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-8f60af04-a625-4ae5-b659-696861b6d545 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:05.313815 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-203b2908-41ce-4cd5-9a38-893da327b9ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:46:05.320952 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-203b2908-41ce-4cd5-9a38-893da327b9ae admin admin] Usage tracker for resource:security_group_rule and tenant:affd09d2fe1c4468827df4f827d8f872 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:46:05.323424 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-203b2908-41ce-4cd5-9a38-893da327b9ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:46:05.331102 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-203b2908-41ce-4cd5-9a38-893da327b9ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:46:05.334476 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-8f60af04-a625-4ae5-b659-696861b6d545 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639471'] for security_group_rule, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:05.339824 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-1bf192a5-e7f3-4027-ac5b-df07f8cfe125 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:05.377972 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60af04-a625-4ae5-b659-696861b6d545 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c3cf677-100f-4392-85b5-9a8a9d135770,revision_number=0']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:05.386309 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-8f60af04-a625-4ae5-b659-696861b6d545 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:05.401309 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-8f60af04-a625-4ae5-b659-696861b6d545 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:05.402358 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-8f60af04-a625-4ae5-b659-696861b6d545 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2686844 May 20 21:46:05.406290 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 43376) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:46:05.414992 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:05.417111 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-3c43298b-ebce-47bf-a4e3-d23e4ff78aaa tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Request body: {'security_group_rule': {'security_group_id': '8982002b-860a-4bcf-beb7-1f2b00cccb68', 'project_id': 'bf7c4d2476214011814adf1e8095c658', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:46:05.423475 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-3c43298b-ebce-47bf-a4e3-d23e4ff78aaa tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:46:05.432865 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-3c43298b-ebce-47bf-a4e3-d23e4ff78aaa tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Usage tracker for resource:security_group_rule and tenant:bf7c4d2476214011814adf1e8095c658 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:46:05.437088 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-3c43298b-ebce-47bf-a4e3-d23e4ff78aaa tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:46:05.444604 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-8901db19-a16b-40ec-aab4-b3b0bc04a0f2 req-4a4a2893-c53c-45e1-8910-2c7f18d1856b tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] 10.222.0.78 "GET /v2.0/ports?device_id=93db25d9-b209-4329-a8c5-abee0ef5006d HTTP/1.1" status: 200 len: 210 time: 0.0506046 May 20 21:46:05.452771 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] For port 0abf3d48-1b7c-4c86-83e0-135ecdb91bf4, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=0abf3d48-1b7c-4c86-83e0-135ecdb91bf4,segment=NetworkSegment(c99208f0-a511-44ea-981f-b3b92c3f5261),segment_id=c99208f0-a511-44ea-981f-b3b92c3f5261)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:46:05.456622 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-3c43298b-ebce-47bf-a4e3-d23e4ff78aaa tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:46:05.466641 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:05.470431 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:05.502572 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-3c43298b-ebce-47bf-a4e3-d23e4ff78aaa tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:05.538342 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-203b2908-41ce-4cd5-9a38-893da327b9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:05.555413 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-203b2908-41ce-4cd5-9a38-893da327b9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:05.568253 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-7b95aebb-5a58-4463-a46f-2abba95faa9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:05.606983 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Pushing event updated for resources: {'Port': ['ID=0abf3d48-1b7c-4c86-83e0-135ecdb91bf4,revision_number=4']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:05.611190 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:05.621496 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-29ec32f8-735f-4fd0-881c-21d142385c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a8a161-784d-4eb8-a06e-70783b8e3cbb', 'name': 'tempest-TestShelveInstance-877177076-router', 'tenant_id': '913ca4bc2994403abd97aaa8e162eaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': '0abf3d48-1b7c-4c86-83e0-135ecdb91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:45:51Z', 'updated_at': '2021-05-20T21:46:00Z', 'revision_number': 4, 'project_id': '913ca4bc2994403abd97aaa8e162eaec', 'gw_port': {'id': '0abf3d48-1b7c-4c86-83e0-135ecdb91bf4', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:7a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a8a161-784d-4eb8-a06e-70783b8e3cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:45:54Z', 'updated_at': '2021-05-20T21:46:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': 'c2cf5cb1-42dc-4416-9d31-2d669482e1e6', 'name': '', 'network_id': 'e57809ab-ea0c-4c61-95f9-db6a58b76087', 'tenant_id': '913ca4bc2994403abd97aaa8e162eaec', 'mac_address': 'fa:16:3e:96:70:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a8a161-784d-4eb8-a06e-70783b8e3cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c54eab04-66dc-424d-bcd1-562a69c83827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:45:59Z', 'updated_at': '2021-05-20T21:46:01Z', 'revision_number': 2, 'project_id': '913ca4bc2994403abd97aaa8e162eaec', 'subnets': [{'id': 'c54eab04-66dc-424d-bcd1-562a69c83827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:05.631766 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ec32f8-735f-4fd0-881c-21d142385c43 None None] Checking router: e5a8a161-784d-4eb8-a06e-70783b8e3cbb for host: dv-cinder-792462-4-smb {{(pid=98344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:46:05.632571 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ec32f8-735f-4fd0-881c-21d142385c43 None None] Updating router e5a8a161-784d-4eb8-a06e-70783b8e3cbb port c2cf5cb1-42dc-4416-9d31-2d669482e1e6 binding host dv-cinder-792462-4-smb {{(pid=98344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:46:05.635554 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-203b2908-41ce-4cd5-9a38-893da327b9ae admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=affd09d2fe1c4468827df4f827d8f872&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6248641 May 20 21:46:05.635846 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b2908-41ce-4cd5-9a38-893da327b9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6faf28b-9fb2-4745-a627-a445b95a0553,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:05.636870 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 43382) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:46:05.657301 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-203b2908-41ce-4cd5-9a38-893da327b9ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:05.690098 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-3c43298b-ebce-47bf-a4e3-d23e4ff78aaa tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:05.696171 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-3c43298b-ebce-47bf-a4e3-d23e4ff78aaa tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639471'] for security_group_rule, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:05.696980 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-29ec32f8-735f-4fd0-881c-21d142385c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:05.721271 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:05.758784 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c43298b-ebce-47bf-a4e3-d23e4ff78aaa tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dfa35fc-0258-44dd-a613-a2ef0798e51b,revision_number=0']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:05.763685 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-3c43298b-ebce-47bf-a4e3-d23e4ff78aaa tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:05.773124 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-3c43298b-ebce-47bf-a4e3-d23e4ff78aaa tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:05.778197 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-3c43298b-ebce-47bf-a4e3-d23e4ff78aaa tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3677826 May 20 21:46:05.778689 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 43386) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:46:05.791027 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-9d068f67-2621-46d6-a614-842f52f754f2 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Request body: {'security_group_rule': {'security_group_id': '8982002b-860a-4bcf-beb7-1f2b00cccb68', 'project_id': 'bf7c4d2476214011814adf1e8095c658', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:46:05.805333 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-9d068f67-2621-46d6-a614-842f52f754f2 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:46:05.810074 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-9d068f67-2621-46d6-a614-842f52f754f2 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Usage tracker for resource:security_group_rule and tenant:bf7c4d2476214011814adf1e8095c658 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:46:05.827761 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-9d068f67-2621-46d6-a614-842f52f754f2 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:46:05.843760 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-9d068f67-2621-46d6-a614-842f52f754f2 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:46:05.889593 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-389f3293-87be-4087-95af-f3042206715b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:05.890149 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-9d068f67-2621-46d6-a614-842f52f754f2 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:05.956426 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-389f3293-87be-4087-95af-f3042206715b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:06.040975 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-9d068f67-2621-46d6-a614-842f52f754f2 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:06.047370 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 0abf3d48-1b7c-4c86-83e0-135ecdb91bf4 up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:46:06.049441 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9b4ce49f-39bf-4e18-84e7-520cb6345c9d req-ee0a249e-7e98-4d69-84fa-f44cf3e87411 service neutron] 10.222.0.69 "GET /v2.0/networks/0c57f23c-af96-4eed-9a1f-0c23808587f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253837 May 20 21:46:06.050118 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-9d068f67-2621-46d6-a614-842f52f754f2 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639471'] for security_group_rule, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:06.083110 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:06.100188 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-9d068f67-2621-46d6-a614-842f52f754f2 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:06.101721 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-9d068f67-2621-46d6-a614-842f52f754f2 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3210862 May 20 21:46:06.105585 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 43394) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:46:06.115305 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d068f67-2621-46d6-a614-842f52f754f2 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f224280-1e92-4df6-bcdf-7e657bd6464f,revision_number=0']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:06.125911 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-9d068f67-2621-46d6-a614-842f52f754f2 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:06.135726 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-232fc03c-a3de-42e1-9170-9d9690c667a7 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Request body: {'security_group_rule': {'security_group_id': '8982002b-860a-4bcf-beb7-1f2b00cccb68', 'project_id': 'bf7c4d2476214011814adf1e8095c658', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:46:06.143802 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-232fc03c-a3de-42e1-9170-9d9690c667a7 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:46:06.158162 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-232fc03c-a3de-42e1-9170-9d9690c667a7 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Usage tracker for resource:security_group_rule and tenant:bf7c4d2476214011814adf1e8095c658 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:46:06.161832 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-232fc03c-a3de-42e1-9170-9d9690c667a7 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:46:06.169944 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-232fc03c-a3de-42e1-9170-9d9690c667a7 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:46:06.209067 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port 0abf3d48-1b7c-4c86-83e0-135ecdb91bf4 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:46:06.210077 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:06.239662 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9b4ce49f-39bf-4e18-84e7-520cb6345c9d req-8abcffba-e5ed-4197-b3fb-e405a2b1890c service neutron] 10.222.0.69 "GET /v2.0/networks/0c57f23c-af96-4eed-9a1f-0c23808587f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764615 May 20 21:46:06.241406 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-389f3293-87be-4087-95af-f3042206715b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:06.248985 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-170dd0a9-0a5f-4375-9f09-74a6864fa1a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:06.270227 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.db.securitygroups_db [None req-232fc03c-a3de-42e1-9170-9d9690c667a7 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Project bf7c4d2476214011814adf1e8095c658 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:46:06.271896 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f3293-87be-4087-95af-f3042206715b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6faf28b-9fb2-4745-a627-a445b95a0553,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:06.276308 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-389f3293-87be-4087-95af-f3042206715b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:06.278145 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-389f3293-87be-4087-95af-f3042206715b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:06.278872 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-389f3293-87be-4087-95af-f3042206715b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f6faf28b-9fb2-4745-a627-a445b95a0553 HTTP/1.1" status: 204 len: 168 time: 0.6408772 May 20 21:46:06.294267 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-232fc03c-a3de-42e1-9170-9d9690c667a7 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:06.388401 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814be5a-7a9e-468c-98b3-0886045f1ccb req-0e8e6540-1f27-424a-943a-fa00ac1e67e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:06.389962 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-9814be5a-7a9e-468c-98b3-0886045f1ccb req-0e8e6540-1f27-424a-943a-fa00ac1e67e4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a87b6243-b02f-4e68-8ed1-b70a5e5c9e97 HTTP/1.1" status: 200 len: 1098 time: 0.1729906 May 20 21:46:06.395009 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-232fc03c-a3de-42e1-9170-9d9690c667a7 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:06.416106 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-232fc03c-a3de-42e1-9170-9d9690c667a7 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639471'] for security_group_rule, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:06.423808 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-9d068f67-2621-46d6-a614-842f52f754f2 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:06.464750 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232fc03c-a3de-42e1-9170-9d9690c667a7 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f75e9ea-f1c8-4793-805f-0a7782d1ef72,revision_number=0']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:06.470299 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-232fc03c-a3de-42e1-9170-9d9690c667a7 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:06.481693 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-9814be5a-7a9e-468c-98b3-0886045f1ccb req-8d28e0b5-0db9-4a03-a04d-086b4ead0b51 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d107ca27-48de-46b4-834e-80b24c141c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828068 May 20 21:46:06.485724 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-232fc03c-a3de-42e1-9170-9d9690c667a7 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:06.487394 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-232fc03c-a3de-42e1-9170-9d9690c667a7 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3805828 May 20 21:46:06.492819 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 43408) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:46:06.500805 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-5918f233-8a01-46b6-bed7-b19d3f36478b tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Request body: {'security_group_rule': {'security_group_id': '8982002b-860a-4bcf-beb7-1f2b00cccb68', 'project_id': 'bf7c4d2476214011814adf1e8095c658', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:46:06.508484 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-5918f233-8a01-46b6-bed7-b19d3f36478b tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:46:06.512803 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-5918f233-8a01-46b6-bed7-b19d3f36478b tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Usage tracker for resource:security_group_rule and tenant:bf7c4d2476214011814adf1e8095c658 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:46:06.516345 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-5918f233-8a01-46b6-bed7-b19d3f36478b tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:46:06.534904 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-5918f233-8a01-46b6-bed7-b19d3f36478b tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:46:06.548815 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.db.securitygroups_db [None req-5918f233-8a01-46b6-bed7-b19d3f36478b tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Project bf7c4d2476214011814adf1e8095c658 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:46:06.565821 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-5918f233-8a01-46b6-bed7-b19d3f36478b tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:06.570784 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-29ec32f8-735f-4fd0-881c-21d142385c43 None None] Notify callbacks [] for port, precommit_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:06.691288 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-29ec32f8-735f-4fd0-881c-21d142385c43 None None] Transition to ACTIVE for port object c2cf5cb1-42dc-4416-9d31-2d669482e1e6 will not be triggered until provisioned by entity L2. {{(pid=98344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:46:06.705784 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-29ec32f8-735f-4fd0-881c-21d142385c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:06.720402 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:06.897906 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f6e4e-7871-4fd3-ae5c-6f8a1ad2946d None None] Pushing event updated for resources: {'Port': ['ID=c2cf5cb1-42dc-4416-9d31-2d669482e1e6,revision_number=3']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:06.905533 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-5e6f6e4e-7871-4fd3-ae5c-6f8a1ad2946d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:06.925892 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192c751-4bd9-419d-a82b-01cbdb5996cd req-666a9764-e6a5-4321-8e41-2fd606386670 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:06.935429 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e192c751-4bd9-419d-a82b-01cbdb5996cd req-666a9764-e6a5-4321-8e41-2fd606386670 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 944 time: 0.3705177 May 20 21:46:06.943310 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-5918f233-8a01-46b6-bed7-b19d3f36478b tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:06.974355 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-5918f233-8a01-46b6-bed7-b19d3f36478b tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639471'] for security_group_rule, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:06.975631 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-29ec32f8-735f-4fd0-881c-21d142385c43 None None] Attempting to bind port c2cf5cb1-42dc-4416-9d31-2d669482e1e6 on host dv-cinder-792462-4-smb for vnic_type normal with profile {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:46:06.976019 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-29ec32f8-735f-4fd0-881c-21d142385c43 None None] Attempting to bind port c2cf5cb1-42dc-4416-9d31-2d669482e1e6 by drivers openvswitch,hyperv on host dv-cinder-792462-4-smb at level 0 using segments [{'id': 'bcb50d94-3ffd-4455-8026-a7b0f1fce256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e57809ab-ea0c-4c61-95f9-db6a58b76087'}] {{(pid=98344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:46:06.976432 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ec32f8-735f-4fd0-881c-21d142385c43 None None] Attempting to bind port c2cf5cb1-42dc-4416-9d31-2d669482e1e6 on network e57809ab-ea0c-4c61-95f9-db6a58b76087 {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:46:06.982797 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ec32f8-735f-4fd0-881c-21d142385c43 None None] Checking agent: {'id': '09546d46-3481-475a-a863-9c6fd271337e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 34, 25), 'started_at': datetime.datetime(2021, 5, 20, 21, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:46:06.983392 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ec32f8-735f-4fd0-881c-21d142385c43 None None] Checking segment: {'id': 'bcb50d94-3ffd-4455-8026-a7b0f1fce256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e57809ab-ea0c-4c61-95f9-db6a58b76087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:46:06.984117 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-29ec32f8-735f-4fd0-881c-21d142385c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:06.984417 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ec32f8-735f-4fd0-881c-21d142385c43 None None] Bound using segment: {'id': 'bcb50d94-3ffd-4455-8026-a7b0f1fce256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e57809ab-ea0c-4c61-95f9-db6a58b76087'} {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:46:06.984907 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-29ec32f8-735f-4fd0-881c-21d142385c43 None None] Bound port: c2cf5cb1-42dc-4416-9d31-2d669482e1e6, host: dv-cinder-792462-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb50d94-3ffd-4455-8026-a7b0f1fce256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e57809ab-ea0c-4c61-95f9-db6a58b76087'}}] {{(pid=98344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:46:06.985291 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-29ec32f8-735f-4fd0-881c-21d142385c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:06.995463 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:07.037258 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918f233-8a01-46b6-bed7-b19d3f36478b tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76aad7e6-90a1-4e3d-a18e-652b760d6211,revision_number=0']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:07.050938 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e192c751-4bd9-419d-a82b-01cbdb5996cd req-8c7f9327-92a8-4e56-8be2-1d4148ea9453 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135073 May 20 21:46:07.054116 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-5918f233-8a01-46b6-bed7-b19d3f36478b tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:07.067358 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603403e1-ab9c-4f9c-942e-1ab37d2f3354 req-1bd2b9dd-d88c-495f-8b72-a61ae85b25e4 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:07.072016 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-603403e1-ab9c-4f9c-942e-1ab37d2f3354 req-1bd2b9dd-d88c-495f-8b72-a61ae85b25e4 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/ports?device_id=a87b6243-b02f-4e68-8ed1-b70a5e5c9e97 HTTP/1.1" status: 200 len: 945 time: 0.4324696 May 20 21:46:07.073494 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-5918f233-8a01-46b6-bed7-b19d3f36478b tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:07.084037 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-5918f233-8a01-46b6-bed7-b19d3f36478b tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5898120 May 20 21:46:07.149971 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-29ec32f8-735f-4fd0-881c-21d142385c43 None None] For port c2cf5cb1-42dc-4416-9d31-2d669482e1e6, host dv-cinder-792462-4-smb, cleared binding levels {{(pid=98344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:46:07.154057 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-29ec32f8-735f-4fd0-881c-21d142385c43 None None] For port c2cf5cb1-42dc-4416-9d31-2d669482e1e6, host dv-cinder-792462-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=c2cf5cb1-42dc-4416-9d31-2d669482e1e6,segment=NetworkSegment(bcb50d94-3ffd-4455-8026-a7b0f1fce256),segment_id=bcb50d94-3ffd-4455-8026-a7b0f1fce256)] {{(pid=98344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:46:07.162040 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-29ec32f8-735f-4fd0-881c-21d142385c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:07.173330 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-603403e1-ab9c-4f9c-942e-1ab37d2f3354 req-ed616d73-c874-4b84-a011-97a19a3a16c4 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/security-groups?id=d107ca27-48de-46b4-834e-80b24c141c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872753 May 20 21:46:07.184714 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:07.231208 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 43420) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:46:07.318943 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ec32f8-735f-4fd0-881c-21d142385c43 None None] Routers {'e5a8a161-784d-4eb8-a06e-70783b8e3cbb'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:46:07.319719 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-29ec32f8-735f-4fd0-881c-21d142385c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:45:56Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['e5a8a161-784d-4eb8-a06e-70783b8e3cbb'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:07.330519 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0d7683-0a67-41ce-813e-56d1d1ed4a89 admin admin] Deleting subnet 0a0aa404-f762-4a40-8a37-03345bde1a32 {{(pid=98342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 21:46:07.334575 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-9b0d7683-0a67-41ce-813e-56d1d1ed4a89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:07.401606 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-9b0d7683-0a67-41ce-813e-56d1d1ed4a89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3898490'] for subnet, precommit_delete_associations {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:07.434233 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f6e4e-7871-4fd3-ae5c-6f8a1ad2946d None None] Pushing event updated for resources: {'Port': ['ID=c2cf5cb1-42dc-4416-9d31-2d669482e1e6,revision_number=4']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:07.460841 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-5e6f6e4e-7871-4fd3-ae5c-6f8a1ad2946d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:07.554056 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-9b0d7683-0a67-41ce-813e-56d1d1ed4a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960594'] for subnet, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:07.710803 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-29ec32f8-735f-4fd0-881c-21d142385c43 None None] Set router e5a8a161-784d-4eb8-a06e-70783b8e3cbb gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:46:07.987017 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-9b0d7683-0a67-41ce-813e-56d1d1ed4a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3867332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870899'] for subnet, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:07.993797 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-3564ce2e-0f2b-474d-baab-b788f22e55eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:08.031510 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d7683-0a67-41ce-813e-56d1d1ed4a89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a0aa404-f762-4a40-8a37-03345bde1a32,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:08.034600 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-9b0d7683-0a67-41ce-813e-56d1d1ed4a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:08.036351 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-9b0d7683-0a67-41ce-813e-56d1d1ed4a89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for subnet, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:08.042705 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-9b0d7683-0a67-41ce-813e-56d1d1ed4a89 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/0a0aa404-f762-4a40-8a37-03345bde1a32 HTTP/1.1" status: 204 len: 168 time: 0.8104208 May 20 21:46:08.045508 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 43460) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:46:08.216149 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-29ec32f8-735f-4fd0-881c-21d142385c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a8a161-784d-4eb8-a06e-70783b8e3cbb', 'name': 'tempest-TestShelveInstance-877177076-router', 'tenant_id': '913ca4bc2994403abd97aaa8e162eaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': '0abf3d48-1b7c-4c86-83e0-135ecdb91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:45:51Z', 'updated_at': '2021-05-20T21:46:00Z', 'revision_number': 4, 'project_id': '913ca4bc2994403abd97aaa8e162eaec', 'gw_port': {'id': '0abf3d48-1b7c-4c86-83e0-135ecdb91bf4', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:7a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a8a161-784d-4eb8-a06e-70783b8e3cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:45:54Z', 'updated_at': '2021-05-20T21:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': 'c2cf5cb1-42dc-4416-9d31-2d669482e1e6', 'name': '', 'network_id': 'e57809ab-ea0c-4c61-95f9-db6a58b76087', 'tenant_id': '913ca4bc2994403abd97aaa8e162eaec', 'mac_address': 'fa:16:3e:96:70:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a8a161-784d-4eb8-a06e-70783b8e3cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c54eab04-66dc-424d-bcd1-562a69c83827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:45:59Z', 'updated_at': '2021-05-20T21:46:07Z', 'revision_number': 4, 'project_id': '913ca4bc2994403abd97aaa8e162eaec', 'subnets': [{'id': 'c54eab04-66dc-424d-bcd1-562a69c83827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:08.228538 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ec32f8-735f-4fd0-881c-21d142385c43 None None] The sync data for ids ['e5a8a161-784d-4eb8-a06e-70783b8e3cbb'] in dv-cinder-792462-4-smb is: [{'id': 'e5a8a161-784d-4eb8-a06e-70783b8e3cbb', 'name': 'tempest-TestShelveInstance-877177076-router', 'tenant_id': '913ca4bc2994403abd97aaa8e162eaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': '0abf3d48-1b7c-4c86-83e0-135ecdb91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:45:51Z', 'updated_at': '2021-05-20T21:46:00Z', 'revision_number': 4, 'project_id': '913ca4bc2994403abd97aaa8e162eaec', 'gw_port': {'id': '0abf3d48-1b7c-4c86-83e0-135ecdb91bf4', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:7a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a8a161-784d-4eb8-a06e-70783b8e3cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:45:54Z', 'updated_at': '2021-05-20T21:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': 'c2cf5cb1-42dc-4416-9d31-2d669482e1e6', 'name': '', 'network_id': 'e57809ab-ea0c-4c61-95f9-db6a58b76087', 'tenant_id': '913ca4bc2994403abd97aaa8e162eaec', 'mac_address': 'fa:16:3e:96:70:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a8a161-784d-4eb8-a06e-70783b8e3cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c54eab04-66dc-424d-bcd1-562a69c83827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:45:59Z', 'updated_at': '2021-05-20T21:46:07Z', 'revision_number': 4, 'project_id': '913ca4bc2994403abd97aaa8e162eaec', 'subnets': [{'id': 'c54eab04-66dc-424d-bcd1-562a69c83827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:46:08.349324 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-ed93919a-7445-4332-9ce7-08f720dab446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985866'] for network, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:08.573411 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ceb04e-17f2-4682-b253-1222b225ad75 req-9c0b6a4f-07f3-4598-9bdd-2d93704b9bac tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:08.576394 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c2ceb04e-17f2-4682-b253-1222b225ad75 req-9c0b6a4f-07f3-4598-9bdd-2d93704b9bac tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 944 time: 0.3673637 May 20 21:46:08.647170 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-ed93919a-7445-4332-9ce7-08f720dab446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961757', 'neutron.services.segments.db._delete_segments_for_network-8759169772665'] for network, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:08.679766 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.services.segments.db [None req-ed93919a-7445-4332-9ce7-08f720dab446 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0e8f491-adaf-493f-a233-ff27efefc925']}} {{(pid=98342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:08.702944 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.services.segments.db [None req-ed93919a-7445-4332-9ce7-08f720dab446 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8882a79-3f5b-43e5-87fa-475536f2fbe2') {'for_net_delete': True} {{(pid=98342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:08.703236 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.services.segments.db [None req-ed93919a-7445-4332-9ce7-08f720dab446 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8882a79-3f5b-43e5-87fa-475536f2fbe2') {} {{(pid=98342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:08.739081 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-ed93919a-7445-4332-9ce7-08f720dab446 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759169785079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3898485'] for segment, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:08.757024 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c2ceb04e-17f2-4682-b253-1222b225ad75 req-abfb6dc9-d6d4-4d86-93fb-b3e83172de58 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134799 May 20 21:46:08.771110 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b240e47-d8e3-4016-a232-1bb67fe831cf req-705a86b5-bdc7-42a6-aed2-d34ec1373ecb tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:08.778586 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9b240e47-d8e3-4016-a232-1bb67fe831cf req-705a86b5-bdc7-42a6-aed2-d34ec1373ecb tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/ports?device_id=a87b6243-b02f-4e68-8ed1-b70a5e5c9e97 HTTP/1.1" status: 200 len: 945 time: 0.3226821 May 20 21:46:08.795332 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-ed93919a-7445-4332-9ce7-08f720dab446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329'] for segment, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:08.817256 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed93919a-7445-4332-9ce7-08f720dab446 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=98342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:46:08.817668 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-ed93919a-7445-4332-9ce7-08f720dab446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3867234'] for segment, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:08.833912 dv-cinder-792462-4-smb neutron-server[98342]: Traceback (most recent call last): May 20 21:46:08.833912 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:46:08.833912 dv-cinder-792462-4-smb neutron-server[98342]: timer() May 20 21:46:08.833912 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:46:08.833912 dv-cinder-792462-4-smb neutron-server[98342]: cb(*args, **kw) May 20 21:46:08.833912 dv-cinder-792462-4-smb neutron-server[98342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 21:46:08.833912 dv-cinder-792462-4-smb neutron-server[98342]: return func(*args, **kwargs) May 20 21:46:08.833912 dv-cinder-792462-4-smb neutron-server[98342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:46:08.833912 dv-cinder-792462-4-smb neutron-server[98342]: self._notify() May 20 21:46:08.833912 dv-cinder-792462-4-smb neutron-server[98342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:46:08.833912 dv-cinder-792462-4-smb neutron-server[98342]: self.callback(batched_events) May 20 21:46:08.833912 dv-cinder-792462-4-smb neutron-server[98342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:46:08.833912 dv-cinder-792462-4-smb neutron-server[98342]: event.method(event) May 20 21:46:08.833912 dv-cinder-792462-4-smb neutron-server[98342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 21:46:08.833912 dv-cinder-792462-4-smb neutron-server[98342]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:46:08.833912 dv-cinder-792462-4-smb neutron-server[98342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 21:46:08.833912 dv-cinder-792462-4-smb neutron-server[98342]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:46:08.833912 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 21:46:08.833912 dv-cinder-792462-4-smb neutron-server[98342]: return f(self, *a, **k) May 20 21:46:08.833912 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 21:46:08.833912 dv-cinder-792462-4-smb neutron-server[98342]: return self._get(url).json() May 20 21:46:08.833912 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 21:46:08.833912 dv-cinder-792462-4-smb neutron-server[98342]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:46:08.833912 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:46:08.833912 dv-cinder-792462-4-smb neutron-server[98342]: return self.request(url, 'GET', **kwargs) May 20 21:46:08.833912 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:46:08.833912 dv-cinder-792462-4-smb neutron-server[98342]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:46:08.833912 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:46:08.833912 dv-cinder-792462-4-smb neutron-server[98342]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:46:08.833912 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:46:08.833912 dv-cinder-792462-4-smb neutron-server[98342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:46:08.833912 dv-cinder-792462-4-smb neutron-server[98342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:46:08.885522 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9b240e47-d8e3-4016-a232-1bb67fe831cf req-013ccb33-904e-4fe4-82e6-21fcf7fe8dfc tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/security-groups?id=d107ca27-48de-46b4-834e-80b24c141c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054368 May 20 21:46:08.983215 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-ed93919a-7445-4332-9ce7-08f720dab446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1639574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1649568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023514'] for network, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:08.990990 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-ed93919a-7445-4332-9ce7-08f720dab446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for network, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:08.998559 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:09.020646 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93919a-7445-4332-9ce7-08f720dab446 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0e8f491-adaf-493f-a233-ff27efefc925,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:09.025836 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-ed93919a-7445-4332-9ce7-08f720dab446 admin admin] 10.222.0.78 "DELETE /v2.0/networks/a0e8f491-adaf-493f-a233-ff27efefc925 HTTP/1.1" status: 204 len: 168 time: 0.9772449 May 20 21:46:09.025836 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-ed93919a-7445-4332-9ce7-08f720dab446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:09.236661 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 8d4f96ae-6406-4b29-8adb-180e8a245fb0 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 21:46:09.372650 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 43506) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:46:09.500347 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 8d4f96ae-6406-4b29-8adb-180e8a245fb0, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8d4f96ae-6406-4b29-8adb-180e8a245fb0,segment=NetworkSegment(54b1c84e-94ed-47c5-9732-c818bd112025),segment_id=54b1c84e-94ed-47c5-9732-c818bd112025)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:46:09.520517 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-b9af23e9-f06d-4263-a854-0d07d8acfe32 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=462722ee06ab47f396fc96575d046bdc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1441703 May 20 21:46:09.520699 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 43518) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:46:09.534625 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Returning: {'device': '8d4f96ae-6406-4b29-8adb-180e8a245fb0', 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952', 'port_id': '8d4f96ae-6406-4b29-8adb-180e8a245fb0', 'mac_address': 'fa:16:3e:2c:6c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e184cb69-105f-475e-83f0-129c4848c2ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 21:46:09.612019 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5ba7d568-773f-4405-9f6d-4c32de370a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:09.617705 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:09.640221 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d4f96ae-6406-4b29-8adb-180e8a245fb0 {{(pid=98344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:46:09.651439 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5ba7d568-773f-4405-9f6d-4c32de370a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:09.661203 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 8d4f96ae-6406-4b29-8adb-180e8a245fb0, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8d4f96ae-6406-4b29-8adb-180e8a245fb0,segment=NetworkSegment(54b1c84e-94ed-47c5-9732-c818bd112025),segment_id=54b1c84e-94ed-47c5-9732-c818bd112025)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:46:09.675609 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:09.678521 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-f735cf19-6fec-4d41-8165-46f1e5e9ad61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:09.735687 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5ba7d568-773f-4405-9f6d-4c32de370a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:09.746195 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-764baf04-3be6-4a32-87eb-cb64a4864157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:09.764068 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7d568-773f-4405-9f6d-4c32de370a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd83361b-2ea4-42c1-a800-4d302cf0d658,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:09.767572 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-5ba7d568-773f-4405-9f6d-4c32de370a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:09.770632 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5ba7d568-773f-4405-9f6d-4c32de370a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:09.772040 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-5ba7d568-773f-4405-9f6d-4c32de370a67 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bd83361b-2ea4-42c1-a800-4d302cf0d658 HTTP/1.1" status: 204 len: 168 time: 0.2502248 May 20 21:46:09.819612 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=8d4f96ae-6406-4b29-8adb-180e8a245fb0,revision_number=9']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:09.823896 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:09.992365 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['8d4f96ae-6406-4b29-8adb-180e8a245fb0'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:46:10.056557 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device c2cf5cb1-42dc-4416-9d31-2d669482e1e6 up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:46:10.172106 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0d5e9-8878-4fbc-aed2-b04a3e2db3d3 req-ae6b2876-38f5-4e3a-859a-5b1015a3e13d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:10.174452 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b5e0d5e9-8878-4fbc-aed2-b04a3e2db3d3 req-ae6b2876-38f5-4e3a-859a-5b1015a3e13d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 945 time: 0.1242955 May 20 21:46:10.273730 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning for port c2cf5cb1-42dc-4416-9d31-2d669482e1e6 completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:46:10.284079 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b5e0d5e9-8878-4fbc-aed2-b04a3e2db3d3 req-bf53a182-9e70-424a-bbcd-0087b591a571 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977616 May 20 21:46:10.327859 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port c2cf5cb1-42dc-4416-9d31-2d669482e1e6 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:46:10.328386 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:10.561325 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:10.630425 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] For port c2cf5cb1-42dc-4416-9d31-2d669482e1e6, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=c2cf5cb1-42dc-4416-9d31-2d669482e1e6,segment=NetworkSegment(bcb50d94-3ffd-4455-8026-a7b0f1fce256),segment_id=bcb50d94-3ffd-4455-8026-a7b0f1fce256)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:46:10.639633 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:10.639843 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7b47d-26c2-465f-ac58-abbc18fcc65c req-56832d99-4acc-48c7-908e-9c23fe3e4195 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:10.642578 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:10.642893 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-bce7b47d-26c2-465f-ac58-abbc18fcc65c req-56832d99-4acc-48c7-908e-9c23fe3e4195 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/ports?device_id=a87b6243-b02f-4e68-8ed1-b70a5e5c9e97 HTTP/1.1" status: 200 len: 945 time: 0.1331911 May 20 21:46:10.762081 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-bce7b47d-26c2-465f-ac58-abbc18fcc65c req-99e46b9c-b7d1-4ed2-8142-197475619abf tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/security-groups?id=d107ca27-48de-46b4-834e-80b24c141c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120048 May 20 21:46:10.768173 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Pushing event updated for resources: {'Port': ['ID=c2cf5cb1-42dc-4416-9d31-2d669482e1e6,revision_number=5']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:10.782658 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:11.328626 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e2798-3cf0-41b8-ab3d-5e6f90de3b76 req-b9f9d484-f7ea-4e4e-8c30-d7120df93a51 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:11.330164 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-230e2798-3cf0-41b8-ab3d-5e6f90de3b76 req-b9f9d484-f7ea-4e4e-8c30-d7120df93a51 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 945 time: 0.0930595 May 20 21:46:11.382509 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-230e2798-3cf0-41b8-ab3d-5e6f90de3b76 req-5e52a949-e8f9-4632-8561-e5f104833604 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458102 May 20 21:46:11.519575 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4ddbc-8abc-4c4f-9699-3e2b72ca72d3 req-a32cb3cc-af99-4394-939d-0c22b0cb1dcd tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:11.521196 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-7fa4ddbc-8abc-4c4f-9699-3e2b72ca72d3 req-a32cb3cc-af99-4394-939d-0c22b0cb1dcd tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 945 time: 0.0910738 May 20 21:46:11.577087 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-7fa4ddbc-8abc-4c4f-9699-3e2b72ca72d3 req-a0141129-5b7a-4558-aa49-f0c567dfb4a7 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495858 May 20 21:46:11.982392 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device c2cf5cb1-42dc-4416-9d31-2d669482e1e6 up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:46:12.065038 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port c2cf5cb1-42dc-4416-9d31-2d669482e1e6 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:46:12.066541 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:12.161732 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef840a-a25f-44ff-bd36-56cd08c5ef08 req-40125b52-2736-48f5-be07-aa281c9b9ae3 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:12.163698 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-8cef840a-a25f-44ff-bd36-56cd08c5ef08 req-40125b52-2736-48f5-be07-aa281c9b9ae3 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/ports?device_id=a87b6243-b02f-4e68-8ed1-b70a5e5c9e97 HTTP/1.1" status: 200 len: 945 time: 0.2085376 May 20 21:46:12.220109 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-8cef840a-a25f-44ff-bd36-56cd08c5ef08 req-579795e2-12b5-4a2a-b460-bec7202a24c2 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/security-groups?id=d107ca27-48de-46b4-834e-80b24c141c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502081 May 20 21:46:12.258766 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2091597-8e24-411f-92d7-1f464524149f req-5634ea91-8a17-4d7c-a878-798a3207f127 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:12.259533 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [req-e2091597-8e24-411f-92d7-1f464524149f req-5634ea91-8a17-4d7c-a878-798a3207f127 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Synchronizing usage tracker for tenant:59bf4fbf91ad496eb8448f93efa466db on resource:port {{(pid=98343) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:46:12.277170 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [req-e2091597-8e24-411f-92d7-1f464524149f req-5634ea91-8a17-4d7c-a878-798a3207f127 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Unset dirty status for tenant:59bf4fbf91ad496eb8448f93efa466db on resource:port {{(pid=98343) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:46:12.278388 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-e2091597-8e24-411f-92d7-1f464524149f req-5634ea91-8a17-4d7c-a878-798a3207f127 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.69 "GET /v2.0/ports?device_id=a87b6243-b02f-4e68-8ed1-b70a5e5c9e97 HTTP/1.1" status: 200 len: 945 time: 0.1380475 May 20 21:46:12.438541 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [req-e2091597-8e24-411f-92d7-1f464524149f req-b0cde5a3-fcb8-4938-b290-0c00d84b27cc tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Deleting port 4a6501af-ef76-4540-aeba-484bf1f56714 {{(pid=98343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:46:12.438993 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-e2091597-8e24-411f-92d7-1f464524149f req-b0cde5a3-fcb8-4938-b290-0c00d84b27cc tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:12.600125 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb696c-f213-4c41-b4f3-d7efdd6d4a3a req-a3acbd62-b7a9-420f-a824-fcf34f5e66c6 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:12.601769 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-fdbb696c-f213-4c41-b4f3-d7efdd6d4a3a req-a3acbd62-b7a9-420f-a824-fcf34f5e66c6 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 945 time: 0.0981231 May 20 21:46:12.631226 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.db [req-e2091597-8e24-411f-92d7-1f464524149f req-b0cde5a3-fcb8-4938-b290-0c00d84b27cc tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] For port 4a6501af-ef76-4540-aeba-484bf1f56714, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=4a6501af-ef76-4540-aeba-484bf1f56714,segment=NetworkSegment(2790c02a-58d7-4f02-a509-cd8a074ee5fe),segment_id=2790c02a-58d7-4f02-a509-cd8a074ee5fe)] {{(pid=98343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:46:12.631507 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-e2091597-8e24-411f-92d7-1f464524149f req-b0cde5a3-fcb8-4938-b290-0c00d84b27cc tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:12.660482 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-fdbb696c-f213-4c41-b4f3-d7efdd6d4a3a req-c7affcca-1839-4782-a623-5b79a9410197 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501704 May 20 21:46:12.779174 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [req-e2091597-8e24-411f-92d7-1f464524149f req-b0cde5a3-fcb8-4938-b290-0c00d84b27cc tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Calling delete_port for 4a6501af-ef76-4540-aeba-484bf1f56714 owned by compute:nova {{(pid=98343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:46:12.922318 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80404a6-599c-4d47-9839-581a8e236211 req-7524ecfb-0a73-4810-8369-6aa95b42cb12 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:12.923633 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f80404a6-599c-4d47-9839-581a8e236211 req-7524ecfb-0a73-4810-8369-6aa95b42cb12 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 945 time: 0.1425035 May 20 21:46:12.974512 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-e2091597-8e24-411f-92d7-1f464524149f req-b0cde5a3-fcb8-4938-b290-0c00d84b27cc tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:12.983204 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:12.990146 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['4a6501af-ef76-4540-aeba-484bf1f56714'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:46:13.001708 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f80404a6-599c-4d47-9839-581a8e236211 req-5c318421-8fb9-4be8-acdf-b703d2f0ca30 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710967 May 20 21:46:13.037168 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cde5a3-fcb8-4938-b290-0c00d84b27cc tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Pushing event deleted for resources: {'Port': ['ID=4a6501af-ef76-4540-aeba-484bf1f56714,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:13.040932 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-b0cde5a3-fcb8-4938-b290-0c00d84b27cc tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:13.260698 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 8d4f96ae-6406-4b29-8adb-180e8a245fb0 up at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:46:13.266143 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2091597-8e24-411f-92d7-1f464524149f req-b0cde5a3-fcb8-4938-b290-0c00d84b27cc tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] No DVR routers for this DVR port 4a6501af-ef76-4540-aeba-484bf1f56714 on host hv-cinder-79246 {{(pid=98343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:46:13.269459 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-e2091597-8e24-411f-92d7-1f464524149f req-b0cde5a3-fcb8-4938-b290-0c00d84b27cc tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:13.274041 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87b6243-b02f-4e68-8ed1-b70a5e5c9e97', 'name': 'network-vif-deleted', 'tag': '4a6501af-ef76-4540-aeba-484bf1f56714'}] {{(pid=98343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:46:13.325849 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-e2091597-8e24-411f-92d7-1f464524149f req-b0cde5a3-fcb8-4938-b290-0c00d84b27cc tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.69 "DELETE /v2.0/ports/4a6501af-ef76-4540-aeba-484bf1f56714 HTTP/1.1" status: 204 len: 173 time: 1.0388947 May 20 21:46:13.385299 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87b6243-b02f-4e68-8ed1-b70a5e5c9e97', 'name': 'network-vif-deleted', 'tag': '4a6501af-ef76-4540-aeba-484bf1f56714', 'status': 'completed', 'code': 200} May 20 21:46:13.422719 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning complete for port 8d4f96ae-6406-4b29-8adb-180e8a245fb0 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:46:13.423024 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:13.487619 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-37b36405-dce1-4cbe-b72a-fd29fa6d30a6 req-636fca17-596c-48b0-a20f-84963725e482 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/ports?device_id=a87b6243-b02f-4e68-8ed1-b70a5e5c9e97 HTTP/1.1" status: 200 len: 210 time: 0.0751512 May 20 21:46:13.601593 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:13.638111 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098c7591-b1e3-4541-a630-89ee3d336fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4f96ae-6406-4b29-8adb-180e8a245fb0'}] {{(pid=98344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:46:13.651956 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 8d4f96ae-6406-4b29-8adb-180e8a245fb0, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8d4f96ae-6406-4b29-8adb-180e8a245fb0,segment=NetworkSegment(54b1c84e-94ed-47c5-9732-c818bd112025),segment_id=54b1c84e-94ed-47c5-9732-c818bd112025)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:46:13.657320 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:13.659847 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-5e6f6e4e-7871-4fd3-ae5c-6f8a1ad2946d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:13.773335 dv-cinder-792462-4-smb neutron-server[98344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098c7591-b1e3-4541-a630-89ee3d336fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4f96ae-6406-4b29-8adb-180e8a245fb0', 'code': 200} May 20 21:46:13.774337 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=8d4f96ae-6406-4b29-8adb-180e8a245fb0,revision_number=10']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:13.789383 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:13.869397 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909ae16-5eab-4338-b80f-a1d54cc2b359 req-d774f2f4-a412-4b1c-bc54-8701a7ddcf04 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:13.870584 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [req-7909ae16-5eab-4338-b80f-a1d54cc2b359 req-d774f2f4-a412-4b1c-bc54-8701a7ddcf04 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Synchronizing usage tracker for tenant:9f6cc23c741843818689bad4f7a6cecc on resource:port {{(pid=98343) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:46:13.887936 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [req-7909ae16-5eab-4338-b80f-a1d54cc2b359 req-d774f2f4-a412-4b1c-bc54-8701a7ddcf04 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Unset dirty status for tenant:9f6cc23c741843818689bad4f7a6cecc on resource:port {{(pid=98343) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:46:13.889343 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-7909ae16-5eab-4338-b80f-a1d54cc2b359 req-d774f2f4-a412-4b1c-bc54-8701a7ddcf04 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.69 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 945 time: 0.1859791 May 20 21:46:13.983752 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa4ce4-b881-4664-85e5-eeaa039bd129 req-b6a37cc2-ecaf-4914-94af-70314d221520 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:13.985441 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-15aa4ce4-b881-4664-85e5-eeaa039bd129 req-b6a37cc2-ecaf-4914-94af-70314d221520 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 945 time: 0.1203830 May 20 21:46:14.070793 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-15aa4ce4-b881-4664-85e5-eeaa039bd129 req-c6309e71-1043-46f4-b170-2be4afabd7f3 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784800 May 20 21:46:14.125606 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [req-7909ae16-5eab-4338-b80f-a1d54cc2b359 req-cd7e2e6a-c8c1-4bb3-a3e9-84daae18dec7 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Deleting port 7cb53711-399e-4a4e-93ca-bdd8e05529ba {{(pid=98343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:46:14.128696 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-7909ae16-5eab-4338-b80f-a1d54cc2b359 req-cd7e2e6a-c8c1-4bb3-a3e9-84daae18dec7 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:14.376422 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.db [req-7909ae16-5eab-4338-b80f-a1d54cc2b359 req-cd7e2e6a-c8c1-4bb3-a3e9-84daae18dec7 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] For port 7cb53711-399e-4a4e-93ca-bdd8e05529ba, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7cb53711-399e-4a4e-93ca-bdd8e05529ba,segment=NetworkSegment(712fb00d-997f-4fae-9dbd-c3257b20a933),segment_id=712fb00d-997f-4fae-9dbd-c3257b20a933)] {{(pid=98343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:46:14.377120 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-7909ae16-5eab-4338-b80f-a1d54cc2b359 req-cd7e2e6a-c8c1-4bb3-a3e9-84daae18dec7 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:14.469489 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e0c7d-aa74-4db0-bc6b-79b34b180726 req-4e00fe0f-c6bd-4a75-ad4c-a7c1b5c9a6b2 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:14.470931 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a58e0c7d-aa74-4db0-bc6b-79b34b180726 req-4e00fe0f-c6bd-4a75-ad4c-a7c1b5c9a6b2 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 947 time: 0.1644545 May 20 21:46:14.522927 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [req-7909ae16-5eab-4338-b80f-a1d54cc2b359 req-cd7e2e6a-c8c1-4bb3-a3e9-84daae18dec7 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Calling delete_port for 7cb53711-399e-4a4e-93ca-bdd8e05529ba owned by compute:nova {{(pid=98343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:46:14.523144 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184958a-a15f-49f8-b9b0-163954a3b4a7 req-fdbfe1b3-6dc5-46af-ba59-b5ec5d2bb7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:14.524879 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-0184958a-a15f-49f8-b9b0-163954a3b4a7 req-fdbfe1b3-6dc5-46af-ba59-b5ec5d2bb7c8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 1100 time: 0.1353612 May 20 21:46:14.564837 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a58e0c7d-aa74-4db0-bc6b-79b34b180726 req-8eeaa30e-593e-411b-881d-c5d7f3bf3df6 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868981 May 20 21:46:14.593193 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-0184958a-a15f-49f8-b9b0-163954a3b4a7 req-46035e6c-f1dc-403f-9c29-04725165fd92 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602813 May 20 21:46:14.678373 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-7909ae16-5eab-4338-b80f-a1d54cc2b359 req-cd7e2e6a-c8c1-4bb3-a3e9-84daae18dec7 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:14.687010 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:14.690409 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['c4a8f613-71cb-4486-a373-2cb334378143', '7cb53711-399e-4a4e-93ca-bdd8e05529ba'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:46:14.735312 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e2e6a-c8c1-4bb3-a3e9-84daae18dec7 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Pushing event deleted for resources: {'Port': ['ID=7cb53711-399e-4a4e-93ca-bdd8e05529ba,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:14.739652 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-cd7e2e6a-c8c1-4bb3-a3e9-84daae18dec7 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:14.833769 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.l3_dvrscheduler_db [req-7909ae16-5eab-4338-b80f-a1d54cc2b359 req-cd7e2e6a-c8c1-4bb3-a3e9-84daae18dec7 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] No DVR routers for this DVR port 7cb53711-399e-4a4e-93ca-bdd8e05529ba on host hv-cinder-79246 {{(pid=98343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:46:14.839342 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-7909ae16-5eab-4338-b80f-a1d54cc2b359 req-cd7e2e6a-c8c1-4bb3-a3e9-84daae18dec7 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:14.855815 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-7909ae16-5eab-4338-b80f-a1d54cc2b359 req-cd7e2e6a-c8c1-4bb3-a3e9-84daae18dec7 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.69 "DELETE /v2.0/ports/7cb53711-399e-4a4e-93ca-bdd8e05529ba HTTP/1.1" status: 204 len: 173 time: 0.9574704 May 20 21:46:15.092427 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-d0eb0674-4e7f-4c46-a2d4-43070d146530 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:15.095418 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-d0eb0674-4e7f-4c46-a2d4-43070d146530 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/networks?id=0c57f23c-af96-4eed-9a1f-0c23808587f6 HTTP/1.1" status: 200 len: 808 time: 0.2137487 May 20 21:46:15.126624 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-b75fa93e-f982-4fa9-8f8e-73b5246eb04f tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/quotas/59bf4fbf91ad496eb8448f93efa466db HTTP/1.1" status: 200 len: 375 time: 0.0235186 May 20 21:46:15.182762 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-8333c1fb-ccb6-41f2-94b0-92e12dc0c6af tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=59bf4fbf91ad496eb8448f93efa466db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494733 May 20 21:46:15.279072 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 4a6501af-ef76-4540-aeba-484bf1f56714 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:46:15.358149 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] No Port match for: 4a6501af-ef76-4540-aeba-484bf1f56714 {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:46:15.359041 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 4a6501af-ef76-4540-aeba-484bf1f56714 not bound to the agent host hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:46:15.387349 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9d8c61-3400-4414-b337-6b47bb1a1f94', 'name': 'network-vif-deleted', 'tag': '7cb53711-399e-4a4e-93ca-bdd8e05529ba'}] {{(pid=98343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:46:15.399723 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-0730cf2e-c397-44a5-8631-f5ca6c9b54bf service neutron] 10.222.0.78 "GET /v2.0/networks/0c57f23c-af96-4eed-9a1f-0c23808587f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065625 May 20 21:46:15.525853 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-eb9a0c34-459b-4690-98b8-5c3cb226c68e req-01ecf759-1fae-49b5-88ee-4eb73a7938b0 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c9d8c61-3400-4414-b337-6b47bb1a1f94 HTTP/1.1" status: 200 len: 210 time: 0.1232307 May 20 21:46:15.683624 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:15.725771 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9d8c61-3400-4414-b337-6b47bb1a1f94', 'name': 'network-vif-deleted', 'tag': '7cb53711-399e-4a4e-93ca-bdd8e05529ba', 'status': 'completed', 'code': 200} May 20 21:46:15.782684 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-e2e13f1d-f955-4963-b9c4-7c1ca2ef0df0 service neutron] 10.222.0.78 "GET /v2.0/networks/0c57f23c-af96-4eed-9a1f-0c23808587f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775504 May 20 21:46:16.061210 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d09c9-3e7e-424a-803b-66e20e1ed589 req-79b98a09-9db8-4dc3-9272-8bcd1691e8f6 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:16.080031 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d92d09c9-3e7e-424a-803b-66e20e1ed589 req-79b98a09-9db8-4dc3-9272-8bcd1691e8f6 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 947 time: 0.2132537 May 20 21:46:16.142281 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d92d09c9-3e7e-424a-803b-66e20e1ed589 req-aab76350-fb40-4e20-9579-bf6d8dc82eeb tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611989 May 20 21:46:16.266082 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-095fcb87-f2bb-48bf-8537-6da9ab0568ec req-522bc2ad-51fa-4d30-92ef-5f8bd6cbe623 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e551489-8ac5-4e0e-ae4c-2b6eb64ea0c1 HTTP/1.1" status: 200 len: 210 time: 0.0690050 May 20 21:46:17.273641 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e214842-3091-455b-b6c0-a2e90f4d2ca3 req-f0be7821-8f56-45ce-a538-0d475e9de685 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:17.275181 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4e214842-3091-455b-b6c0-a2e90f4d2ca3 req-f0be7821-8f56-45ce-a538-0d475e9de685 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.0987110 May 20 21:46:17.296911 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 7cb53711-399e-4a4e-93ca-bdd8e05529ba no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:46:17.342708 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] No Port match for: 7cb53711-399e-4a4e-93ca-bdd8e05529ba {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:46:17.343707 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 7cb53711-399e-4a4e-93ca-bdd8e05529ba not bound to the agent host hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:46:17.352617 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4e214842-3091-455b-b6c0-a2e90f4d2ca3 req-c6f35822-cd32-4491-a0cc-1cd5470b4518 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698552 May 20 21:46:17.510652 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621453fc-3b55-4f61-a889-7c091376782d req-dfbc4400-737a-4459-a0ed-117d1650d1e3 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:17.520088 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-621453fc-3b55-4f61-a889-7c091376782d req-dfbc4400-737a-4459-a0ed-117d1650d1e3 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 947 time: 0.1336517 May 20 21:46:17.589671 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-621453fc-3b55-4f61-a889-7c091376782d req-3e0194c7-8de9-4b30-983c-5171e7b94f81 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682435 May 20 21:46:17.701906 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-3e38caa3-775a-4fde-9377-159d235db84b req-86130b0d-4b1e-47ec-b28b-4eea094caacb tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e551489-8ac5-4e0e-ae4c-2b6eb64ea0c1 HTTP/1.1" status: 200 len: 210 time: 0.1029894 May 20 21:46:18.111101 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-7b00db13-b1cd-45d4-b436-9934ba5496cd tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:18.113626 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-7b00db13-b1cd-45d4-b436-9934ba5496cd tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.69 "GET /v2.0/networks?id=0c57f23c-af96-4eed-9a1f-0c23808587f6 HTTP/1.1" status: 200 len: 808 time: 0.2757633 May 20 21:46:18.138587 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-67489189-6abe-4ed6-8abc-e2c3d180ced4 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Request body: {'port': {'device_id': '6e551489-8ac5-4e0e-ae4c-2b6eb64ea0c1', 'network_id': '0c57f23c-af96-4eed-9a1f-0c23808587f6', 'admin_state_up': True, 'tenant_id': '59bf4fbf91ad496eb8448f93efa466db'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:46:18.355234 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-67489189-6abe-4ed6-8abc-e2c3d180ced4 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:46:18.360012 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-67489189-6abe-4ed6-8abc-e2c3d180ced4 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Usage tracker for resource:port and tenant:59bf4fbf91ad496eb8448f93efa466db is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:46:18.365552 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-67489189-6abe-4ed6-8abc-e2c3d180ced4 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:46:18.371592 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-67489189-6abe-4ed6-8abc-e2c3d180ced4 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:46:18.392023 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-67489189-6abe-4ed6-8abc-e2c3d180ced4 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Made reservation on behalf of 59bf4fbf91ad496eb8448f93efa466db for: {'port': 1} {{(pid=98343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:46:18.396725 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-67489189-6abe-4ed6-8abc-e2c3d180ced4 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:18.579103 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.db_base_plugin_common [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-67489189-6abe-4ed6-8abc-e2c3d180ced4 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Allocated IP 172.20.0.9 (0c57f23c-af96-4eed-9a1f-0c23808587f6/c9ada95e-2d04-406c-9887-56dcea10dd3f/626c23de-5a6f-4bfd-859f-dbf06f8fd85f) {{(pid=98343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:46:18.581062 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167f7fa-3d4a-4c7e-91c6-cf50a4dd4a0a req-2653e276-2ba6-4520-8049-c28940457271 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:18.584873 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d167f7fa-3d4a-4c7e-91c6-cf50a4dd4a0a req-2653e276-2ba6-4520-8049-c28940457271 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac799a16-ecd7-40da-86b4-14a70f644cd4 HTTP/1.1" status: 200 len: 946 time: 0.2549067 May 20 21:46:18.612709 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20495f97-f532-4232-a93a-381d403a83b3 req-5f8266b8-3cc1-45a7-8fe2-ee08e8dcbaa9 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:18.614205 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-20495f97-f532-4232-a93a-381d403a83b3 req-5f8266b8-3cc1-45a7-8fe2-ee08e8dcbaa9 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.1269107 May 20 21:46:18.690358 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d167f7fa-3d4a-4c7e-91c6-cf50a4dd4a0a req-8ab1c080-645f-4a34-a1fc-8903a351e855 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/security-groups?id=f85fc22b-36d2-4f67-bb7c-9ef5a1c05b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004639 May 20 21:46:18.716898 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-20495f97-f532-4232-a93a-381d403a83b3 req-531fd328-34b8-4457-b579-238b897bc4a7 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958953 May 20 21:46:18.889837 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-67489189-6abe-4ed6-8abc-e2c3d180ced4 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Notify callbacks [] for port, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:18.926942 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-67489189-6abe-4ed6-8abc-e2c3d180ced4 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:18.937358 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:19.066334 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90462d-2580-4b64-aa2a-998df7bfa4d8 req-ac33a234-7599-49c4-a7e8-67bfbb95f6b2 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:19.067971 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ae90462d-2580-4b64-aa2a-998df7bfa4d8 req-ac33a234-7599-49c4-a7e8-67bfbb95f6b2 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 947 time: 0.2076366 May 20 21:46:19.072984 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-67489189-6abe-4ed6-8abc-e2c3d180ced4 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Network 0c57f23c-af96-4eed-9a1f-0c23808587f6 is already hosted by enough agents. {{(pid=98343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:46:19.079890 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.base_scheduler [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-67489189-6abe-4ed6-8abc-e2c3d180ced4 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Resources bound (agent type, host, resource id): {{(pid=98343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:46:19.088852 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.l3_dvrscheduler_db [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-67489189-6abe-4ed6-8abc-e2c3d180ced4 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Received port after_create {{(pid=98343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:46:19.135269 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c03fcb-3ead-4ed6-9201-0f0ae9500c9f req-21f5ef20-4ffc-4ff2-94eb-51aad6d3a3c9 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:19.136882 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b1c03fcb-3ead-4ed6-9201-0f0ae9500c9f req-21f5ef20-4ffc-4ff2-94eb-51aad6d3a3c9 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e551489-8ac5-4e0e-ae4c-2b6eb64ea0c1 HTTP/1.1" status: 200 len: 931 time: 0.1758788 May 20 21:46:19.140033 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ae90462d-2580-4b64-aa2a-998df7bfa4d8 req-516599ff-d66a-484c-ba15-be8de547b704 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645146 May 20 21:46:19.163355 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67489189-6abe-4ed6-8abc-e2c3d180ced4 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Pushing event updated for resources: {'Port': ['ID=626c23de-5a6f-4bfd-859f-dbf06f8fd85f,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:19.180293 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-67489189-6abe-4ed6-8abc-e2c3d180ced4 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:19.193224 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b1c03fcb-3ead-4ed6-9201-0f0ae9500c9f req-b7042a51-457b-4d5f-8d0b-d141bc43ad25 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/security-groups?id=d107ca27-48de-46b4-834e-80b24c141c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492909 May 20 21:46:19.226570 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-67489189-6abe-4ed6-8abc-e2c3d180ced4 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:19.227653 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-67489189-6abe-4ed6-8abc-e2c3d180ced4 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:19.260155 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-67489189-6abe-4ed6-8abc-e2c3d180ced4 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1264086 May 20 21:46:19.274293 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-36397a26-f995-4bd4-8509-a0abebb9af15 service neutron] Request body: {'port': {'device_id': '6e551489-8ac5-4e0e-ae4c-2b6eb64ea0c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:46:19.510084 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-36397a26-f995-4bd4-8509-a0abebb9af15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:19.978929 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.notifiers.nova [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-36397a26-f995-4bd4-8509-a0abebb9af15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 626c23de-5a6f-4bfd-859f-dbf06f8fd85f {{(pid=98343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:46:19.993392 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-36397a26-f995-4bd4-8509-a0abebb9af15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:19.996022 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87b0cd-8c62-4769-8124-bcc7633f7f3f req-16f27fa9-f296-40c1-bc5e-337d58e3bdfe tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:19.997630 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9a87b0cd-8c62-4769-8124-bcc7633f7f3f req-16f27fa9-f296-40c1-bc5e-337d58e3bdfe tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac799a16-ecd7-40da-86b4-14a70f644cd4 HTTP/1.1" status: 200 len: 946 time: 0.1664734 May 20 21:46:20.013206 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.provisioning_blocks [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-36397a26-f995-4bd4-8509-a0abebb9af15 service neutron] Transition to ACTIVE for port object 626c23de-5a6f-4bfd-859f-dbf06f8fd85f will not be triggered until provisioned by entity L2. {{(pid=98343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:46:20.017554 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-36397a26-f995-4bd4-8509-a0abebb9af15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1737293'] for port, after_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:20.023749 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-0d9e55e5-c794-4ae6-9cbf-429d3352520d tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:20.034081 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d461b-8076-489a-9679-465b251a3cf2 req-7d82140a-4c95-447e-ad3d-f18df84d9141 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:20.036451 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c57d461b-8076-489a-9679-465b251a3cf2 req-7d82140a-4c95-447e-ad3d-f18df84d9141 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.1610277 May 20 21:46:20.076934 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9a87b0cd-8c62-4769-8124-bcc7633f7f3f req-33daadd8-6c60-4d40-a2f3-3e20f8ada69c tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/security-groups?id=f85fc22b-36d2-4f67-bb7c-9ef5a1c05b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718257 May 20 21:46:20.119358 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c57d461b-8076-489a-9679-465b251a3cf2 req-02dbe169-f3f6-48cd-a1d6-a5eb09a40773 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672441 May 20 21:46:20.191215 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36397a26-f995-4bd4-8509-a0abebb9af15 service neutron] Pushing event updated for resources: {'Port': ['ID=626c23de-5a6f-4bfd-859f-dbf06f8fd85f,revision_number=2']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:20.199769 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-36397a26-f995-4bd4-8509-a0abebb9af15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:20.284868 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.managers [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-36397a26-f995-4bd4-8509-a0abebb9af15 service neutron] Attempting to bind port 626c23de-5a6f-4bfd-859f-dbf06f8fd85f on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:46:20.285996 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.managers [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-36397a26-f995-4bd4-8509-a0abebb9af15 service neutron] Attempting to bind port 626c23de-5a6f-4bfd-859f-dbf06f8fd85f by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '2790c02a-58d7-4f02-a509-cd8a074ee5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0c57f23c-af96-4eed-9a1f-0c23808587f6'}] {{(pid=98343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:46:20.285996 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-36397a26-f995-4bd4-8509-a0abebb9af15 service neutron] Attempting to bind port 626c23de-5a6f-4bfd-859f-dbf06f8fd85f on network 0c57f23c-af96-4eed-9a1f-0c23808587f6 {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:46:20.292779 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-36397a26-f995-4bd4-8509-a0abebb9af15 service neutron] Port 626c23de-5a6f-4bfd-859f-dbf06f8fd85f on network 0c57f23c-af96-4eed-9a1f-0c23808587f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 21:46:20.293085 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-36397a26-f995-4bd4-8509-a0abebb9af15 service neutron] Attempting to bind port 626c23de-5a6f-4bfd-859f-dbf06f8fd85f on network 0c57f23c-af96-4eed-9a1f-0c23808587f6 {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:46:20.299644 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-36397a26-f995-4bd4-8509-a0abebb9af15 service neutron] Checking agent: {'id': '80f4bab6-80a2-4d7c-8071-f2009e74956d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'started_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:46:20.300310 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-36397a26-f995-4bd4-8509-a0abebb9af15 service neutron] Checking segment: {'id': '2790c02a-58d7-4f02-a509-cd8a074ee5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0c57f23c-af96-4eed-9a1f-0c23808587f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:46:20.301289 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-36397a26-f995-4bd4-8509-a0abebb9af15 service neutron] Bound using segment: {'id': '2790c02a-58d7-4f02-a509-cd8a074ee5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0c57f23c-af96-4eed-9a1f-0c23808587f6'} {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:46:20.302039 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.managers [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-36397a26-f995-4bd4-8509-a0abebb9af15 service neutron] Bound port: 626c23de-5a6f-4bfd-859f-dbf06f8fd85f, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2790c02a-58d7-4f02-a509-cd8a074ee5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0c57f23c-af96-4eed-9a1f-0c23808587f6'}}] {{(pid=98343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:46:20.302535 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-36397a26-f995-4bd4-8509-a0abebb9af15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:20.412837 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.db [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-36397a26-f995-4bd4-8509-a0abebb9af15 service neutron] For port 626c23de-5a6f-4bfd-859f-dbf06f8fd85f, host hv-cinder-79246, cleared binding levels {{(pid=98343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:46:20.416256 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.db [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-36397a26-f995-4bd4-8509-a0abebb9af15 service neutron] For port 626c23de-5a6f-4bfd-859f-dbf06f8fd85f, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=626c23de-5a6f-4bfd-859f-dbf06f8fd85f,segment=NetworkSegment(2790c02a-58d7-4f02-a509-cd8a074ee5fe),segment_id=2790c02a-58d7-4f02-a509-cd8a074ee5fe)] {{(pid=98343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:46:20.419370 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beafc14-40d3-46c8-9b7f-7bbd211b3efb req-c52ff3de-0875-4431-8c79-74e92cbfaa31 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:20.420980 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-1beafc14-40d3-46c8-9b7f-7bbd211b3efb req-c52ff3de-0875-4431-8c79-74e92cbfaa31 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e551489-8ac5-4e0e-ae4c-2b6eb64ea0c1 HTTP/1.1" status: 200 len: 943 time: 0.1070628 May 20 21:46:20.422891 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-36397a26-f995-4bd4-8509-a0abebb9af15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1737293'] for port, after_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:20.427286 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-cd7e2e6a-c8c1-4bb3-a3e9-84daae18dec7 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:20.484807 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-1beafc14-40d3-46c8-9b7f-7bbd211b3efb req-995e7f95-affd-443c-b28a-ea922d3bbbc6 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/security-groups?id=d107ca27-48de-46b4-834e-80b24c141c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572200 May 20 21:46:20.498046 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-36397a26-f995-4bd4-8509-a0abebb9af15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:20.498672 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-36397a26-f995-4bd4-8509-a0abebb9af15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:20.500078 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-36397a26-f995-4bd4-8509-a0abebb9af15 service neutron] 10.222.0.69 "PUT /v2.0/ports/626c23de-5a6f-4bfd-859f-dbf06f8fd85f HTTP/1.1" status: 200 len: 1093 time: 1.2313538 May 20 21:46:20.500625 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e551489-8ac5-4e0e-ae4c-2b6eb64ea0c1', 'tag': '626c23de-5a6f-4bfd-859f-dbf06f8fd85f'}] {{(pid=98343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:46:20.520248 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36397a26-f995-4bd4-8509-a0abebb9af15 service neutron] Pushing event updated for resources: {'Port': ['ID=626c23de-5a6f-4bfd-859f-dbf06f8fd85f,revision_number=3']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:20.524064 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-36397a26-f995-4bd4-8509-a0abebb9af15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:20.586184 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e551489-8ac5-4e0e-ae4c-2b6eb64ea0c1', 'tag': '626c23de-5a6f-4bfd-859f-dbf06f8fd85f', 'status': 'completed', 'code': 200} May 20 21:46:20.638604 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-0d4a6b67-f653-408c-aec6-9b1fac40856c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:20.640116 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-0d4a6b67-f653-408c-aec6-9b1fac40856c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=59bf4fbf91ad496eb8448f93efa466db&device_id=6e551489-8ac5-4e0e-ae4c-2b6eb64ea0c1 HTTP/1.1" status: 200 len: 1096 time: 0.0872574 May 20 21:46:20.714145 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-aedcd572-e869-4888-9554-d5063a7110ab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=626c23de-5a6f-4bfd-859f-dbf06f8fd85f HTTP/1.1" status: 200 len: 217 time: 0.0656745 May 20 21:46:20.812445 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-6ebf3ba5-ccc2-4092-9426-302012d176fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:20.814805 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-6ebf3ba5-ccc2-4092-9426-302012d176fd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c9ada95e-2d04-406c-9887-56dcea10dd3f HTTP/1.1" status: 200 len: 848 time: 0.0852880 May 20 21:46:20.867942 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-8e7bfe07-d1f9-4a8d-9542-d9e680659f9c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0c57f23c-af96-4eed-9a1f-0c23808587f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447063 May 20 21:46:21.037458 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-e27b109f-f37a-4ee2-8ff9-778419d1c3e9 service neutron] 10.222.0.69 "GET /v2.0/networks/0c57f23c-af96-4eed-9a1f-0c23808587f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535757 May 20 21:46:21.198315 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-358be31e-3f9f-4261-a0dc-0fc20593b879 req-7f6ea95e-2fe9-4048-a30a-eede19b83492 service neutron] 10.222.0.69 "GET /v2.0/networks/0c57f23c-af96-4eed-9a1f-0c23808587f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452367 May 20 21:46:21.338639 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f5954-a174-41e7-87a1-450be5845cf1 req-7fca8956-c258-4731-9ff5-2f87fde9c365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:21.340119 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-887f5954-a174-41e7-87a1-450be5845cf1 req-7fca8956-c258-4731-9ff5-2f87fde9c365 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=59bf4fbf91ad496eb8448f93efa466db&device_id=6e551489-8ac5-4e0e-ae4c-2b6eb64ea0c1 HTTP/1.1" status: 200 len: 1096 time: 0.0839231 May 20 21:46:21.359291 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e4885-14f7-4d3f-b098-36bdb80ee8ab req-4638cdee-5591-4d0d-8fce-ea94e1404770 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:21.360813 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-177e4885-14f7-4d3f-b098-36bdb80ee8ab req-4638cdee-5591-4d0d-8fce-ea94e1404770 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac799a16-ecd7-40da-86b4-14a70f644cd4 HTTP/1.1" status: 200 len: 946 time: 0.1564639 May 20 21:46:21.373260 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fabb9-6aa7-4fb0-add9-8e7063aebe6c req-562ce36c-d4be-4291-846e-977ebf1c6164 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:21.374961 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-085fabb9-6aa7-4fb0-add9-8e7063aebe6c req-562ce36c-d4be-4291-846e-977ebf1c6164 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.1322579 May 20 21:46:21.452943 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-177e4885-14f7-4d3f-b098-36bdb80ee8ab req-3553fb26-24ef-41bc-bafe-1b9bb56ac610 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/security-groups?id=f85fc22b-36d2-4f67-bb7c-9ef5a1c05b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769680 May 20 21:46:21.458863 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-085fabb9-6aa7-4fb0-add9-8e7063aebe6c req-19cef3b5-6191-4cbc-bc38-ab16e575377e tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677378 May 20 21:46:21.488189 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f5954-a174-41e7-87a1-450be5845cf1 req-f471b29e-409a-4c64-9141-bf95d06f5b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:21.488189 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-887f5954-a174-41e7-87a1-450be5845cf1 req-f471b29e-409a-4c64-9141-bf95d06f5b50 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0c57f23c-af96-4eed-9a1f-0c23808587f6 HTTP/1.1" status: 200 len: 909 time: 0.1399927 May 20 21:46:21.661019 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-887f5954-a174-41e7-87a1-450be5845cf1 req-4be530be-2ccb-4fd3-96aa-eef8429224b1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=626c23de-5a6f-4bfd-859f-dbf06f8fd85f HTTP/1.1" status: 200 len: 217 time: 0.1647182 May 20 21:46:21.708772 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069bd10-cc8c-4b88-9f3e-7c4badc19403 req-b3736284-f94d-486a-8953-76c57752d6f8 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:21.713647 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a069bd10-cc8c-4b88-9f3e-7c4badc19403 req-b3736284-f94d-486a-8953-76c57752d6f8 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e551489-8ac5-4e0e-ae4c-2b6eb64ea0c1 HTTP/1.1" status: 200 len: 943 time: 0.1090906 May 20 21:46:21.762552 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f5954-a174-41e7-87a1-450be5845cf1 req-44032ce0-2373-4211-99f4-4d11034aed48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:21.764317 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-887f5954-a174-41e7-87a1-450be5845cf1 req-44032ce0-2373-4211-99f4-4d11034aed48 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c9ada95e-2d04-406c-9887-56dcea10dd3f HTTP/1.1" status: 200 len: 848 time: 0.0810242 May 20 21:46:21.766373 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a069bd10-cc8c-4b88-9f3e-7c4badc19403 req-d3afa09f-eeae-4bcb-821b-600ed120cad2 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/security-groups?id=d107ca27-48de-46b4-834e-80b24c141c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433102 May 20 21:46:21.816091 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-887f5954-a174-41e7-87a1-450be5845cf1 req-90885d6f-ab88-4e37-836a-cc1f85659c0e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0c57f23c-af96-4eed-9a1f-0c23808587f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439003 May 20 21:46:22.012202 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-887f5954-a174-41e7-87a1-450be5845cf1 req-9b8766f8-7e59-49b9-ac24-67eef9722acc service neutron] 10.222.0.69 "GET /v2.0/networks/0c57f23c-af96-4eed-9a1f-0c23808587f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843770 May 20 21:46:22.163032 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-887f5954-a174-41e7-87a1-450be5845cf1 req-86699f17-7a90-4e3d-817e-e54e64a84c72 service neutron] 10.222.0.69 "GET /v2.0/networks/0c57f23c-af96-4eed-9a1f-0c23808587f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387753 May 20 21:46:22.210650 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-0c762fe1-7753-425d-b4d0-4f6ebaf31e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:22.741336 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3fe343-8547-4bb1-9ecf-114599d98cc1 req-7ffed9b4-d47c-457d-b94c-2e0a9dafa58e tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:22.742885 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ae3fe343-8547-4bb1-9ecf-114599d98cc1 req-7ffed9b4-d47c-457d-b94c-2e0a9dafa58e tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.1586537 May 20 21:46:22.754452 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb5368-c97e-4a37-9f48-6b700d3f5f02 req-b39e8915-3a5b-4ec0-b733-1871c1621af1 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:22.756535 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-32bb5368-c97e-4a37-9f48-6b700d3f5f02 req-b39e8915-3a5b-4ec0-b733-1871c1621af1 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac799a16-ecd7-40da-86b4-14a70f644cd4 HTTP/1.1" status: 200 len: 946 time: 0.1363904 May 20 21:46:22.780359 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 6 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:46:22.834137 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ae3fe343-8547-4bb1-9ecf-114599d98cc1 req-d30676db-08d3-4f52-9640-3d3effa55c9f tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765893 May 20 21:46:22.843338 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-32bb5368-c97e-4a37-9f48-6b700d3f5f02 req-dff46c2e-6e9f-44a9-9fce-bf42cdcafc7e tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/security-groups?id=f85fc22b-36d2-4f67-bb7c-9ef5a1c05b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701621 May 20 21:46:23.046250 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34028f8c-2583-403e-8f53-4aeb341efaca req-d3539244-ab1b-48e4-bcb3-911c52733189 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:23.047859 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-34028f8c-2583-403e-8f53-4aeb341efaca req-d3539244-ab1b-48e4-bcb3-911c52733189 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e551489-8ac5-4e0e-ae4c-2b6eb64ea0c1 HTTP/1.1" status: 200 len: 943 time: 0.1081407 May 20 21:46:23.098910 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-34028f8c-2583-403e-8f53-4aeb341efaca req-e7970635-0e8d-4685-8ed1-c85174be5c96 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/security-groups?id=d107ca27-48de-46b4-834e-80b24c141c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452659 May 20 21:46:23.329004 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 626c23de-5a6f-4bfd-859f-dbf06f8fd85f details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 21:46:23.418921 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 43830) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:46:23.472838 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 626c23de-5a6f-4bfd-859f-dbf06f8fd85f, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=626c23de-5a6f-4bfd-859f-dbf06f8fd85f,segment=NetworkSegment(2790c02a-58d7-4f02-a509-cd8a074ee5fe),segment_id=2790c02a-58d7-4f02-a509-cd8a074ee5fe)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:46:23.483894 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4aee0-88e7-4cfd-a02a-2b938c726733 req-f6c6ec77-db43-4368-8440-872de594b8d2 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:23.485345 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [req-48c4aee0-88e7-4cfd-a02a-2b938c726733 req-f6c6ec77-db43-4368-8440-872de594b8d2 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Synchronizing usage tracker for tenant:9f6cc23c741843818689bad4f7a6cecc on resource:port {{(pid=98343) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:46:23.487255 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Returning: {'device': '626c23de-5a6f-4bfd-859f-dbf06f8fd85f', 'network_id': '0c57f23c-af96-4eed-9a1f-0c23808587f6', 'port_id': '626c23de-5a6f-4bfd-859f-dbf06f8fd85f', 'mac_address': 'fa:16:3e:a0:c3:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ada95e-2d04-406c-9887-56dcea10dd3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 21:46:23.505095 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [req-48c4aee0-88e7-4cfd-a02a-2b938c726733 req-f6c6ec77-db43-4368-8440-872de594b8d2 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Unset dirty status for tenant:9f6cc23c741843818689bad4f7a6cecc on resource:port {{(pid=98343) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:46:23.506248 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-48c4aee0-88e7-4cfd-a02a-2b938c726733 req-f6c6ec77-db43-4368-8440-872de594b8d2 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.69 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.1157022 May 20 21:46:23.559510 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:23.581723 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-f474c174-aaad-436c-9b49-90eaf8bbdc17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:23.599769 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-f474c174-aaad-436c-9b49-90eaf8bbdc17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:46:23.600205 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 626c23de-5a6f-4bfd-859f-dbf06f8fd85f {{(pid=98344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:46:23.604382 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-f474c174-aaad-436c-9b49-90eaf8bbdc17 admin admin] Usage tracker for resource:security_group_rule and tenant:4e1fc4ed9a6b4297b2c5f4a025378cfd is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:46:23.607539 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-f474c174-aaad-436c-9b49-90eaf8bbdc17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:46:23.614625 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-f474c174-aaad-436c-9b49-90eaf8bbdc17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:46:23.637356 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 626c23de-5a6f-4bfd-859f-dbf06f8fd85f, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=626c23de-5a6f-4bfd-859f-dbf06f8fd85f,segment=NetworkSegment(2790c02a-58d7-4f02-a509-cd8a074ee5fe),segment_id=2790c02a-58d7-4f02-a509-cd8a074ee5fe)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:46:23.645686 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:23.647661 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:23.674221 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [req-48c4aee0-88e7-4cfd-a02a-2b938c726733 req-11157798-5869-4385-8945-6ab49dcf5411 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Deleting port c4a8f613-71cb-4486-a373-2cb334378143 {{(pid=98343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:46:23.674541 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-48c4aee0-88e7-4cfd-a02a-2b938c726733 req-11157798-5869-4385-8945-6ab49dcf5411 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:23.736330 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=626c23de-5a6f-4bfd-859f-dbf06f8fd85f,revision_number=4']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:23.742224 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:23.750820 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-f474c174-aaad-436c-9b49-90eaf8bbdc17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:23.758726 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-f474c174-aaad-436c-9b49-90eaf8bbdc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:23.768150 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:23.817979 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-f474c174-aaad-436c-9b49-90eaf8bbdc17 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4e1fc4ed9a6b4297b2c5f4a025378cfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3943117 May 20 21:46:23.817979 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f474c174-aaad-436c-9b49-90eaf8bbdc17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9d14db-5cb6-4370-8fd4-e7838869ec38,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:23.818839 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 43848) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:46:23.825475 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-f474c174-aaad-436c-9b49-90eaf8bbdc17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:23.881531 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.db [req-48c4aee0-88e7-4cfd-a02a-2b938c726733 req-11157798-5869-4385-8945-6ab49dcf5411 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] For port c4a8f613-71cb-4486-a373-2cb334378143, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=c4a8f613-71cb-4486-a373-2cb334378143,segment=NetworkSegment(712fb00d-997f-4fae-9dbd-c3257b20a933),segment_id=712fb00d-997f-4fae-9dbd-c3257b20a933)] {{(pid=98343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:46:23.881709 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-48c4aee0-88e7-4cfd-a02a-2b938c726733 req-11157798-5869-4385-8945-6ab49dcf5411 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:23.936516 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['626c23de-5a6f-4bfd-859f-dbf06f8fd85f'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:46:24.040089 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [req-48c4aee0-88e7-4cfd-a02a-2b938c726733 req-11157798-5869-4385-8945-6ab49dcf5411 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Calling delete_port for c4a8f613-71cb-4486-a373-2cb334378143 owned by compute:nova {{(pid=98343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:46:24.063335 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f432ceb1-c21e-460a-a41e-7884cb59153b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:24.102699 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f432ceb1-c21e-460a-a41e-7884cb59153b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:24.149301 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce6730-fbbd-4d3f-8f18-7e13ecc23cad req-c5ede261-8621-4900-90ee-f9f776127cb7 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:24.150995 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-33ce6730-fbbd-4d3f-8f18-7e13ecc23cad req-c5ede261-8621-4900-90ee-f9f776127cb7 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/ports?device_id=19e2b08c-14b6-48b9-978a-c0285b5cda88 HTTP/1.1" status: 200 len: 946 time: 0.1345618 May 20 21:46:24.160639 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34403ef-82c9-4607-bd90-2df435ad0fef req-d7ac3a12-380a-4fdd-800e-2da997f7eb2b tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:24.169622 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a34403ef-82c9-4607-bd90-2df435ad0fef req-d7ac3a12-380a-4fdd-800e-2da997f7eb2b tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac799a16-ecd7-40da-86b4-14a70f644cd4 HTTP/1.1" status: 200 len: 946 time: 0.1899598 May 20 21:46:24.323846 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f432ceb1-c21e-460a-a41e-7884cb59153b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:24.340350 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:24.366844 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432ceb1-c21e-460a-a41e-7884cb59153b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9d14db-5cb6-4370-8fd4-e7838869ec38,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:24.369644 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-48c4aee0-88e7-4cfd-a02a-2b938c726733 req-11157798-5869-4385-8945-6ab49dcf5411 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:24.374222 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-f432ceb1-c21e-460a-a41e-7884cb59153b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:24.382300 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-7a252614-f64a-466b-b3b6-4e334daee96f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:24.383465 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a34403ef-82c9-4607-bd90-2df435ad0fef req-12cb1e8e-dbf0-4940-88b4-707c533cabec tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/security-groups?id=f85fc22b-36d2-4f67-bb7c-9ef5a1c05b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133784 May 20 21:46:24.400052 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-33ce6730-fbbd-4d3f-8f18-7e13ecc23cad req-f5b113a8-19c2-407c-b146-285e307959aa tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.78 "GET /v2.0/security-groups?id=60a3dae6-fa69-46c7-83c7-ba5021a84ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258375 May 20 21:46:24.449596 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2921c2c-21ad-43ff-a6e8-96990fcadcdb req-feb05b1d-f04b-42aa-b5d8-88fd6cbd61c8 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:24.451123 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e2921c2c-21ad-43ff-a6e8-96990fcadcdb req-feb05b1d-f04b-42aa-b5d8-88fd6cbd61c8 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac799a16-ecd7-40da-86b4-14a70f644cd4 HTTP/1.1" status: 200 len: 946 time: 0.2791600 May 20 21:46:24.468314 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['c4a8f613-71cb-4486-a373-2cb334378143'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:46:24.477592 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11157798-5869-4385-8945-6ab49dcf5411 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Pushing event deleted for resources: {'Port': ['ID=c4a8f613-71cb-4486-a373-2cb334378143,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:24.486015 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-11157798-5869-4385-8945-6ab49dcf5411 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:24.566441 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f432ceb1-c21e-460a-a41e-7884cb59153b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:24.567649 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-f432ceb1-c21e-460a-a41e-7884cb59153b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4b9d14db-5cb6-4370-8fd4-e7838869ec38 HTTP/1.1" status: 204 len: 168 time: 0.7472737 May 20 21:46:24.574316 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c4aee0-88e7-4cfd-a02a-2b938c726733 req-11157798-5869-4385-8945-6ab49dcf5411 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] No DVR routers for this DVR port c4a8f613-71cb-4486-a373-2cb334378143 on host hv-cinder-79246 {{(pid=98343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:46:24.576970 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-48c4aee0-88e7-4cfd-a02a-2b938c726733 req-11157798-5869-4385-8945-6ab49dcf5411 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:24.578984 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-48c4aee0-88e7-4cfd-a02a-2b938c726733 req-11157798-5869-4385-8945-6ab49dcf5411 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] 10.222.0.69 "DELETE /v2.0/ports/c4a8f613-71cb-4486-a373-2cb334378143 HTTP/1.1" status: 204 len: 173 time: 1.0654700 May 20 21:46:24.579471 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e2b08c-14b6-48b9-978a-c0285b5cda88', 'name': 'network-vif-deleted', 'tag': 'c4a8f613-71cb-4486-a373-2cb334378143'}] {{(pid=98343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:46:24.638025 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e2b08c-14b6-48b9-978a-c0285b5cda88', 'name': 'network-vif-deleted', 'tag': 'c4a8f613-71cb-4486-a373-2cb334378143', 'status': 'completed', 'code': 200} May 20 21:46:24.706197 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46746c-444e-406f-ad11-1ab3d29cfe20 req-6bc94be4-17fc-4fe4-82e6-3a250403c6bb tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:24.707843 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ba46746c-444e-406f-ad11-1ab3d29cfe20 req-6bc94be4-17fc-4fe4-82e6-3a250403c6bb tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e551489-8ac5-4e0e-ae4c-2b6eb64ea0c1 HTTP/1.1" status: 200 len: 944 time: 0.1560569 May 20 21:46:24.709908 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [req-e2921c2c-21ad-43ff-a6e8-96990fcadcdb req-bafed3d1-6849-4fd7-9417-4e4be069df54 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Deleting port 41eb5cc9-10ae-449e-bf15-48329c399f3f {{(pid=98342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:46:24.710591 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-e2921c2c-21ad-43ff-a6e8-96990fcadcdb req-bafed3d1-6849-4fd7-9417-4e4be069df54 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:24.857216 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ba46746c-444e-406f-ad11-1ab3d29cfe20 req-2020f84f-2715-4f24-9563-2a682ec4a29d tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/security-groups?id=d107ca27-48de-46b4-834e-80b24c141c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297228 May 20 21:46:24.887221 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [req-e2921c2c-21ad-43ff-a6e8-96990fcadcdb req-bafed3d1-6849-4fd7-9417-4e4be069df54 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] For port 41eb5cc9-10ae-449e-bf15-48329c399f3f, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=41eb5cc9-10ae-449e-bf15-48329c399f3f,segment=NetworkSegment(6ff77bad-fc84-48fa-928c-df742290c0f0),segment_id=6ff77bad-fc84-48fa-928c-df742290c0f0)] {{(pid=98342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:46:24.887551 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-e2921c2c-21ad-43ff-a6e8-96990fcadcdb req-bafed3d1-6849-4fd7-9417-4e4be069df54 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:25.017054 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [req-e2921c2c-21ad-43ff-a6e8-96990fcadcdb req-bafed3d1-6849-4fd7-9417-4e4be069df54 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Calling delete_port for 41eb5cc9-10ae-449e-bf15-48329c399f3f owned by compute:nova {{(pid=98342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:46:25.221601 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-e2921c2c-21ad-43ff-a6e8-96990fcadcdb req-bafed3d1-6849-4fd7-9417-4e4be069df54 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:25.228070 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-5d484a29-59d9-4b8b-8e20-196054aa16c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:25.238194 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['41eb5cc9-10ae-449e-bf15-48329c399f3f'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:46:25.277332 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafed3d1-6849-4fd7-9417-4e4be069df54 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Pushing event deleted for resources: {'Port': ['ID=41eb5cc9-10ae-449e-bf15-48329c399f3f,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:25.281160 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-bafed3d1-6849-4fd7-9417-4e4be069df54 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:25.349284 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 626c23de-5a6f-4bfd-859f-dbf06f8fd85f up at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:46:25.366367 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2921c2c-21ad-43ff-a6e8-96990fcadcdb req-bafed3d1-6849-4fd7-9417-4e4be069df54 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] No DVR routers for this DVR port 41eb5cc9-10ae-449e-bf15-48329c399f3f on host hv-cinder-79246 {{(pid=98342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:46:25.369429 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-e2921c2c-21ad-43ff-a6e8-96990fcadcdb req-bafed3d1-6849-4fd7-9417-4e4be069df54 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:25.372387 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac799a16-ecd7-40da-86b4-14a70f644cd4', 'name': 'network-vif-deleted', 'tag': '41eb5cc9-10ae-449e-bf15-48329c399f3f'}] {{(pid=98342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:46:25.398828 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e2921c2c-21ad-43ff-a6e8-96990fcadcdb req-bafed3d1-6849-4fd7-9417-4e4be069df54 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.69 "DELETE /v2.0/ports/41eb5cc9-10ae-449e-bf15-48329c399f3f HTTP/1.1" status: 204 len: 173 time: 0.9404197 May 20 21:46:25.452626 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac799a16-ecd7-40da-86b4-14a70f644cd4', 'name': 'network-vif-deleted', 'tag': '41eb5cc9-10ae-449e-bf15-48329c399f3f', 'status': 'completed', 'code': 200} May 20 21:46:25.562393 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 43890) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:46:25.568667 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning for port 626c23de-5a6f-4bfd-859f-dbf06f8fd85f completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:46:25.620977 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning complete for port 626c23de-5a6f-4bfd-859f-dbf06f8fd85f triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:46:25.622097 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:25.683952 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-5f2cde14-a9e8-473b-b1b1-77205f7779c7 req-f0d117e9-213e-4c1f-9cfc-4eea919d7edb tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Synchronizing usage tracker for tenant:faed8bc9cb8c41f99ca7d44437d90797 on resource:port {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:46:25.724198 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-5f2cde14-a9e8-473b-b1b1-77205f7779c7 req-f0d117e9-213e-4c1f-9cfc-4eea919d7edb tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Unset dirty status for tenant:faed8bc9cb8c41f99ca7d44437d90797 on resource:port {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:46:25.734586 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5f2cde14-a9e8-473b-b1b1-77205f7779c7 req-f0d117e9-213e-4c1f-9cfc-4eea919d7edb tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac799a16-ecd7-40da-86b4-14a70f644cd4 HTTP/1.1" status: 200 len: 210 time: 0.1215594 May 20 21:46:25.785199 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:25.886534 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:25.922984 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e551489-8ac5-4e0e-ae4c-2b6eb64ea0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626c23de-5a6f-4bfd-859f-dbf06f8fd85f'}] {{(pid=98344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:46:25.951372 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 626c23de-5a6f-4bfd-859f-dbf06f8fd85f, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=626c23de-5a6f-4bfd-859f-dbf06f8fd85f,segment=NetworkSegment(2790c02a-58d7-4f02-a509-cd8a074ee5fe),segment_id=2790c02a-58d7-4f02-a509-cd8a074ee5fe)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:46:25.958957 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:25.963378 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:26.043711 dv-cinder-792462-4-smb neutron-server[98344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e551489-8ac5-4e0e-ae4c-2b6eb64ea0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626c23de-5a6f-4bfd-859f-dbf06f8fd85f', 'code': 200} May 20 21:46:26.105734 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=626c23de-5a6f-4bfd-859f-dbf06f8fd85f,revision_number=5']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:26.118652 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:26.151503 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d7240-9954-4e09-bc80-c01a646aaf18 req-c649ed53-f5f3-4b7e-8bb0-a7c27bd1aa34 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:26.162358 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a18d7240-9954-4e09-bc80-c01a646aaf18 req-c649ed53-f5f3-4b7e-8bb0-a7c27bd1aa34 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e551489-8ac5-4e0e-ae4c-2b6eb64ea0c1 HTTP/1.1" status: 200 len: 945 time: 0.1480916 May 20 21:46:26.195422 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-3e76087f-c3e2-476b-ac87-aa61de44f634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:26.245019 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a18d7240-9954-4e09-bc80-c01a646aaf18 req-0c250a17-4f8e-482a-b2b8-f4f0e324bfb5 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/security-groups?id=d107ca27-48de-46b4-834e-80b24c141c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812438 May 20 21:46:26.407402 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcdf045-3787-4ee7-a68e-fafd2a04c953 req-2535416c-6691-4cd8-b715-d22c4eb57447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:26.409870 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-bbcdf045-3787-4ee7-a68e-fafd2a04c953 req-2535416c-6691-4cd8-b715-d22c4eb57447 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6e551489-8ac5-4e0e-ae4c-2b6eb64ea0c1 HTTP/1.1" status: 200 len: 1098 time: 0.1150010 May 20 21:46:26.460762 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-bbcdf045-3787-4ee7-a68e-fafd2a04c953 req-31c00187-58ef-49d2-8f7c-41fb0dbdeeb0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d107ca27-48de-46b4-834e-80b24c141c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414691 May 20 21:46:26.662445 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-7fe95df0-d0d3-4fb2-86d8-7fe3cfa565f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629786'] for router_interface, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:27.257190 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-d4a0b052-1804-478e-bd6b-24e47ebce09c tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Synchronizing usage tracker for tenant:bf7c4d2476214011814adf1e8095c658 on resource:security_group {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:46:27.282822 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [None req-7fe95df0-d0d3-4fb2-86d8-7fe3cfa565f9 admin admin] Deleting port 9d4aa28a-220b-4bef-8ba5-24c06f7f28d6 {{(pid=98343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:46:27.283428 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-7fe95df0-d0d3-4fb2-86d8-7fe3cfa565f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:27.286679 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-d4a0b052-1804-478e-bd6b-24e47ebce09c tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Unset dirty status for tenant:bf7c4d2476214011814adf1e8095c658 on resource:security_group {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:46:27.293772 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-d4a0b052-1804-478e-bd6b-24e47ebce09c tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1693726335&fields=id&tenant_id=bf7c4d2476214011814adf1e8095c658 HTTP/1.1" status: 200 len: 267 time: 0.1490021 May 20 21:46:27.355609 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 41eb5cc9-10ae-449e-bf15-48329c399f3f no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:46:27.555688 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] No Port match for: 41eb5cc9-10ae-449e-bf15-48329c399f3f {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:46:27.556718 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 41eb5cc9-10ae-449e-bf15-48329c399f3f not bound to the agent host hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:46:27.557417 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device c4a8f613-71cb-4486-a373-2cb334378143 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:46:27.569144 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.db [None req-7fe95df0-d0d3-4fb2-86d8-7fe3cfa565f9 admin admin] For port 9d4aa28a-220b-4bef-8ba5-24c06f7f28d6, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=9d4aa28a-220b-4bef-8ba5-24c06f7f28d6,segment=NetworkSegment(712fb00d-997f-4fae-9dbd-c3257b20a933),segment_id=712fb00d-997f-4fae-9dbd-c3257b20a933)] {{(pid=98343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:46:27.570043 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-7fe95df0-d0d3-4fb2-86d8-7fe3cfa565f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:27.605588 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] No Port match for: c4a8f613-71cb-4486-a373-2cb334378143 {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:46:27.606442 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device c4a8f613-71cb-4486-a373-2cb334378143 not bound to the agent host hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:46:27.624358 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:27.652080 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-0d7199db-d879-4944-8aa6-25dc0ec1cb96 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:27.652879 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-0d7199db-d879-4944-8aa6-25dc0ec1cb96 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Synchronizing usage tracker for tenant:bf7c4d2476214011814adf1e8095c658 on resource:network {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:46:27.682541 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-0d7199db-d879-4944-8aa6-25dc0ec1cb96 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Unset dirty status for tenant:bf7c4d2476214011814adf1e8095c658 on resource:network {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:46:27.689074 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-0d7199db-d879-4944-8aa6-25dc0ec1cb96 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/networks?id=3a4eadf7-298b-4c11-b779-64558c14cd67 HTTP/1.1" status: 200 len: 808 time: 0.3913152 May 20 21:46:27.704939 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-cc94a23f-1831-4d2c-b647-83ceccfea0b6 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/quotas/bf7c4d2476214011814adf1e8095c658 HTTP/1.1" status: 200 len: 375 time: 0.0149693 May 20 21:46:27.782599 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c038e-cecd-48f5-a189-784363bf14f8 req-d9ef1ae6-b7eb-48e2-94c8-52666a4b7464 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:27.784749 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d51c038e-cecd-48f5-a189-784363bf14f8 req-d9ef1ae6-b7eb-48e2-94c8-52666a4b7464 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e551489-8ac5-4e0e-ae4c-2b6eb64ea0c1 HTTP/1.1" status: 200 len: 945 time: 0.2317324 May 20 21:46:27.836420 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [None req-7fe95df0-d0d3-4fb2-86d8-7fe3cfa565f9 admin admin] Calling delete_port for 9d4aa28a-220b-4bef-8ba5-24c06f7f28d6 owned by network:router_interface {{(pid=98343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:46:27.855901 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-03862946-7de9-4b36-bff0-01e88668e5cf tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Synchronizing usage tracker for tenant:bf7c4d2476214011814adf1e8095c658 on resource:port {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:46:27.863689 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d51c038e-cecd-48f5-a189-784363bf14f8 req-eb2b8702-cac1-42dc-bfb3-e035d7548243 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/security-groups?id=d107ca27-48de-46b4-834e-80b24c141c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661907 May 20 21:46:27.884758 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-03862946-7de9-4b36-bff0-01e88668e5cf tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Unset dirty status for tenant:bf7c4d2476214011814adf1e8095c658 on resource:port {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:46:27.886571 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-03862946-7de9-4b36-bff0-01e88668e5cf tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=bf7c4d2476214011814adf1e8095c658&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1746631 May 20 21:46:28.068434 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-da9631aa-bfa6-4790-b763-1cd0248bb0f4 service neutron] 10.222.0.78 "GET /v2.0/networks/3a4eadf7-298b-4c11-b779-64558c14cd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663182 May 20 21:46:28.374172 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-8a37b16f-45d7-498f-9dc2-a1e553d882d1 service neutron] 10.222.0.78 "GET /v2.0/networks/3a4eadf7-298b-4c11-b779-64558c14cd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992239 May 20 21:46:28.385217 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-7fe95df0-d0d3-4fb2-86d8-7fe3cfa565f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:28.401314 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-f4cc9d99-4487-4258-89da-33eb0562e2bf tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:28.540619 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe95df0-d0d3-4fb2-86d8-7fe3cfa565f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d4aa28a-220b-4bef-8ba5-24c06f7f28d6,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:28.569886 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-7fe95df0-d0d3-4fb2-86d8-7fe3cfa565f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:29.177374 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:29.183078 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-7fe95df0-d0d3-4fb2-86d8-7fe3cfa565f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629934'] for router_interface, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:29.184431 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a14e1113-cf8d-423e-8a4d-c4bbf1bdef9a req-9419a662-6c82-4469-8532-d378f7baf63d tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 210 time: 0.1381721 May 20 21:46:29.281188 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3043a4-45a6-48b8-979d-16efdd299ff8 req-d6724586-5307-410a-bcc9-c67cd8ecf21c tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:29.284809 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-7a3043a4-45a6-48b8-979d-16efdd299ff8 req-d6724586-5307-410a-bcc9-c67cd8ecf21c tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e551489-8ac5-4e0e-ae4c-2b6eb64ea0c1 HTTP/1.1" status: 200 len: 945 time: 0.1781623 May 20 21:46:29.363302 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-7a3043a4-45a6-48b8-979d-16efdd299ff8 req-0808885e-99dd-4d3b-af59-f710b8a7f2d2 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/security-groups?id=d107ca27-48de-46b4-834e-80b24c141c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647743 May 20 21:46:29.740736 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe95df0-d0d3-4fb2-86d8-7fe3cfa565f9 admin admin] Router 792aa192-5257-4ace-a721-3bdbaaaed4d1 has already been hosted by L3 agent 0cab7e80-5b87-486c-a982-5030be84b7ba {{(pid=98343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 21:46:30.140486 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe95df0-d0d3-4fb2-86d8-7fe3cfa565f9 admin admin] Notify agent at l3_agent.dv-cinder-792462-4-smb the message routers_updated {{(pid=98343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 21:46:30.150860 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6599e8-7cf6-4a76-99db-fbba3aea2bf0 None None] Sync routers for ids ['792aa192-5257-4ace-a721-3bdbaaaed4d1'] in dv-cinder-792462-4-smb {{(pid=98345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:46:30.168215 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6599e8-7cf6-4a76-99db-fbba3aea2bf0 None None] Routers {'792aa192-5257-4ace-a721-3bdbaaaed4d1'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:46:30.168215 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-8f6599e8-7cf6-4a76-99db-fbba3aea2bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:46:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['792aa192-5257-4ace-a721-3bdbaaaed4d1'], 'active': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:30.168647 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-7fe95df0-d0d3-4fb2-86d8-7fe3cfa565f9 admin admin] 10.222.0.78 "PUT /v2.0/routers/792aa192-5257-4ace-a721-3bdbaaaed4d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6011496 May 20 21:46:30.168986 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 44004) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:46:30.526666 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ab5567f6-780f-44ef-98a1-fdec7ec62a8b req-4b13cce1-9e73-4dad-9de8-767f972f7fde tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 210 time: 0.0902891 May 20 21:46:30.544454 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvr_db [None req-8f6599e8-7cf6-4a76-99db-fbba3aea2bf0 None None] Set router 792aa192-5257-4ace-a721-3bdbaaaed4d1 gateway port host: dv-cinder-792462-4-smb {{(pid=98345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:46:30.557118 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-5a91f3b9-ddf0-4419-8290-038f63a00126 admin admin] Notify callbacks [] for router, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:30.824222 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-5a91f3b9-ddf0-4419-8290-038f63a00126 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:31.037027 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [None req-5a91f3b9-ddf0-4419-8290-038f63a00126 admin admin] Deleting port d01cd28b-de2a-40d6-b7d3-c4a406b1149b {{(pid=98342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:46:31.037456 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-5a91f3b9-ddf0-4419-8290-038f63a00126 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:31.239467 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-8f6599e8-7cf6-4a76-99db-fbba3aea2bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792aa192-5257-4ace-a721-3bdbaaaed4d1', 'name': 'tempest-ServerRescueNegativeTestJSON-231833693-router', 'tenant_id': '9f6cc23c741843818689bad4f7a6cecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': 'd01cd28b-de2a-40d6-b7d3-c4a406b1149b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:42:26Z', 'updated_at': '2021-05-20T21:46:28Z', 'revision_number': 5, 'project_id': '9f6cc23c741843818689bad4f7a6cecc', 'gw_port': {'id': 'd01cd28b-de2a-40d6-b7d3-c4a406b1149b', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792aa192-5257-4ace-a721-3bdbaaaed4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:29Z', 'updated_at': '2021-05-20T21:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb'}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:31.249846 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6599e8-7cf6-4a76-99db-fbba3aea2bf0 None None] Checking router: 792aa192-5257-4ace-a721-3bdbaaaed4d1 for host: dv-cinder-792462-4-smb {{(pid=98345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:46:31.262342 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6599e8-7cf6-4a76-99db-fbba3aea2bf0 None None] Routers {'792aa192-5257-4ace-a721-3bdbaaaed4d1'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:46:31.263204 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-8f6599e8-7cf6-4a76-99db-fbba3aea2bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:46:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['792aa192-5257-4ace-a721-3bdbaaaed4d1'], 'active': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:31.470431 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-89b14166-4c34-489b-9723-20922d6f6fd1 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:31.472993 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-89b14166-4c34-489b-9723-20922d6f6fd1 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.69 "GET /v2.0/networks?id=3a4eadf7-298b-4c11-b779-64558c14cd67 HTTP/1.1" status: 200 len: 808 time: 0.5148959 May 20 21:46:31.534793 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvr_db [None req-8f6599e8-7cf6-4a76-99db-fbba3aea2bf0 None None] Set router 792aa192-5257-4ace-a721-3bdbaaaed4d1 gateway port host: None {{(pid=98345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:46:31.535620 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [None req-5a91f3b9-ddf0-4419-8290-038f63a00126 admin admin] For port d01cd28b-de2a-40d6-b7d3-c4a406b1149b, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=d01cd28b-de2a-40d6-b7d3-c4a406b1149b,segment=NetworkSegment(c99208f0-a511-44ea-981f-b3b92c3f5261),segment_id=c99208f0-a511-44ea-981f-b3b92c3f5261)] {{(pid=98342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:46:31.536406 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-5a91f3b9-ddf0-4419-8290-038f63a00126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:31.719372 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-8f6599e8-7cf6-4a76-99db-fbba3aea2bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792aa192-5257-4ace-a721-3bdbaaaed4d1', 'name': 'tempest-ServerRescueNegativeTestJSON-231833693-router', 'tenant_id': '9f6cc23c741843818689bad4f7a6cecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:42:26Z', 'updated_at': '2021-05-20T21:46:30Z', 'revision_number': 6, 'project_id': '9f6cc23c741843818689bad4f7a6cecc', 'gw_port_host': None}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:31.725871 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6599e8-7cf6-4a76-99db-fbba3aea2bf0 None None] The sync data for ids ['792aa192-5257-4ace-a721-3bdbaaaed4d1'] in dv-cinder-792462-4-smb is: [{'id': '792aa192-5257-4ace-a721-3bdbaaaed4d1', 'name': 'tempest-ServerRescueNegativeTestJSON-231833693-router', 'tenant_id': '9f6cc23c741843818689bad4f7a6cecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:42:26Z', 'updated_at': '2021-05-20T21:46:30Z', 'revision_number': 6, 'project_id': '9f6cc23c741843818689bad4f7a6cecc', 'gw_port_host': None}] {{(pid=98345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:46:31.727621 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [None req-5a91f3b9-ddf0-4419-8290-038f63a00126 admin admin] Calling delete_port for d01cd28b-de2a-40d6-b7d3-c4a406b1149b owned by network:router_gateway {{(pid=98342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:46:31.816321 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5e06b0dc-cb21-4e1c-b466-856ca744958e req-0b42b40c-1634-4ca1-a1f8-62d4847237f2 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 210 time: 0.0816810 May 20 21:46:31.826962 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-aa994843-5cd7-43ed-85bf-676dae4f443e tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf7c4d2476214011814adf1e8095c658 HTTP/1.1" status: 200 len: 380 time: 0.3269897 May 20 21:46:31.843716 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-7304336e-78bf-42bf-a424-4ada8b88b8e0 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Request body: {'port': {'device_id': '36af116c-0eb5-449d-80ed-ca7219341f55', 'network_id': '3a4eadf7-298b-4c11-b779-64558c14cd67', 'admin_state_up': True, 'tenant_id': 'bf7c4d2476214011814adf1e8095c658', 'security_groups': ['8982002b-860a-4bcf-beb7-1f2b00cccb68']}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:46:31.899306 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58d81e-8bbc-4b72-9765-27238a5dc82c req-461a5f3a-4506-41f1-85c2-fa42f4746430 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:31.900880 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ca58d81e-8bbc-4b72-9765-27238a5dc82c req-461a5f3a-4506-41f1-85c2-fa42f4746430 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e551489-8ac5-4e0e-ae4c-2b6eb64ea0c1 HTTP/1.1" status: 200 len: 945 time: 0.4919984 May 20 21:46:32.149332 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 9d4aa28a-220b-4bef-8ba5-24c06f7f28d6 no longer exists at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:46:32.272360 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] No Port match for: 9d4aa28a-220b-4bef-8ba5-24c06f7f28d6 {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:46:32.273468 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 9d4aa28a-220b-4bef-8ba5-24c06f7f28d6 not bound to the agent host dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:46:32.341724 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ca58d81e-8bbc-4b72-9765-27238a5dc82c req-ea023fe2-c305-4702-9b17-fcd8dd9dd00f tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/security-groups?id=d107ca27-48de-46b4-834e-80b24c141c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338334 May 20 21:46:32.421653 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-7304336e-78bf-42bf-a424-4ada8b88b8e0 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:46:32.442649 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-7304336e-78bf-42bf-a424-4ada8b88b8e0 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:46:32.468999 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-7304336e-78bf-42bf-a424-4ada8b88b8e0 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Made reservation on behalf of bf7c4d2476214011814adf1e8095c658 for: {'port': 1} {{(pid=98342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:46:32.482070 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-7304336e-78bf-42bf-a424-4ada8b88b8e0 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:32.495617 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-5a91f3b9-ddf0-4419-8290-038f63a00126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:32.507334 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-e898da24-dd33-4cca-9c6a-b5ba85db3b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:32.625485 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91f3b9-ddf0-4419-8290-038f63a00126 admin admin] Pushing event deleted for resources: {'Port': ['ID=d01cd28b-de2a-40d6-b7d3-c4a406b1149b,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:32.785417 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91f3b9-ddf0-4419-8290-038f63a00126 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:32.785936 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91f3b9-ddf0-4419-8290-038f63a00126 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:32.786421 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91f3b9-ddf0-4419-8290-038f63a00126 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:32.786987 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91f3b9-ddf0-4419-8290-038f63a00126 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:32.787441 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91f3b9-ddf0-4419-8290-038f63a00126 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:32.787919 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91f3b9-ddf0-4419-8290-038f63a00126 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:32.788486 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91f3b9-ddf0-4419-8290-038f63a00126 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:32.788901 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91f3b9-ddf0-4419-8290-038f63a00126 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:32.789308 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91f3b9-ddf0-4419-8290-038f63a00126 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:32.789709 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91f3b9-ddf0-4419-8290-038f63a00126 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:32.790204 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91f3b9-ddf0-4419-8290-038f63a00126 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:32.790745 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91f3b9-ddf0-4419-8290-038f63a00126 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:32.869095 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-5a91f3b9-ddf0-4419-8290-038f63a00126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:32.930768 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-5a91f3b9-ddf0-4419-8290-038f63a00126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023537'] for router_gateway, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:33.273278 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-96915cd8-22c1-46b7-b67f-87af4bbf5bfb req-16d89b1b-1374-4302-b0ff-b511f3f0ab4b tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 210 time: 0.1702523 May 20 21:46:33.275912 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-5a91f3b9-ddf0-4419-8290-038f63a00126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2025991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4977'] for router, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:33.285320 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-3268daf7-2ef6-4bb8-a2a9-f13315d7682a tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:33.293981 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-3268daf7-2ef6-4bb8-a2a9-f13315d7682a tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/networks?id=50e8913e-b0c0-4cbf-a591-6727353e1c2d HTTP/1.1" status: 200 len: 814 time: 0.7567396 May 20 21:46:33.312321 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-5a91f3b9-ddf0-4419-8290-038f63a00126 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:33.323970 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-96904fe7-706d-4e1f-b3fc-ba539a394ca2 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/quotas/faed8bc9cb8c41f99ca7d44437d90797 HTTP/1.1" status: 200 len: 375 time: 0.0287039 May 20 21:46:33.354488 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e09d6-d615-4d06-9e63-a15e14f16037 req-88951ee2-bcc5-44ef-a424-a849b2fa5045 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:33.355282 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [req-a65e09d6-d615-4d06-9e63-a15e14f16037 req-88951ee2-bcc5-44ef-a424-a849b2fa5045 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Synchronizing usage tracker for tenant:59bf4fbf91ad496eb8448f93efa466db on resource:port {{(pid=98343) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:46:33.377349 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [req-a65e09d6-d615-4d06-9e63-a15e14f16037 req-88951ee2-bcc5-44ef-a424-a849b2fa5045 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Unset dirty status for tenant:59bf4fbf91ad496eb8448f93efa466db on resource:port {{(pid=98343) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:46:33.379470 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-a65e09d6-d615-4d06-9e63-a15e14f16037 req-88951ee2-bcc5-44ef-a424-a849b2fa5045 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e551489-8ac5-4e0e-ae4c-2b6eb64ea0c1 HTTP/1.1" status: 200 len: 945 time: 0.2400210 May 20 21:46:33.552278 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.db_base_plugin_common [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-7304336e-78bf-42bf-a424-4ada8b88b8e0 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Allocated IP 172.20.0.3 (3a4eadf7-298b-4c11-b779-64558c14cd67/3274c3f6-8e4e-4778-80fa-ea4dbba5affd/d9f78ded-46ed-4059-a280-f49a966ecd77) {{(pid=98342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:46:33.552897 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [req-a65e09d6-d615-4d06-9e63-a15e14f16037 req-5163de6a-6ed2-401e-b5bf-28fda1f9c86c tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Deleting port 626c23de-5a6f-4bfd-859f-dbf06f8fd85f {{(pid=98343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:46:33.553515 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-a65e09d6-d615-4d06-9e63-a15e14f16037 req-5163de6a-6ed2-401e-b5bf-28fda1f9c86c tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:33.576218 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-b61f41a5-ca7d-4443-844a-9fbbfb8fc295 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=faed8bc9cb8c41f99ca7d44437d90797&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2508223 May 20 21:46:33.701119 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-5a91f3b9-ddf0-4419-8290-038f63a00126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2024781'] for router, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:33.701611 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a91f3b9-ddf0-4419-8290-038f63a00126 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 792aa192-5257-4ace-a721-3bdbaaaed4d1 {{(pid=98342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 21:46:33.755788 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.db [req-a65e09d6-d615-4d06-9e63-a15e14f16037 req-5163de6a-6ed2-401e-b5bf-28fda1f9c86c tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] For port 626c23de-5a6f-4bfd-859f-dbf06f8fd85f, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=626c23de-5a6f-4bfd-859f-dbf06f8fd85f,segment=NetworkSegment(2790c02a-58d7-4f02-a509-cd8a074ee5fe),segment_id=2790c02a-58d7-4f02-a509-cd8a074ee5fe)] {{(pid=98343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:46:33.756534 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-a65e09d6-d615-4d06-9e63-a15e14f16037 req-5163de6a-6ed2-401e-b5bf-28fda1f9c86c tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:33.978342 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [req-a65e09d6-d615-4d06-9e63-a15e14f16037 req-5163de6a-6ed2-401e-b5bf-28fda1f9c86c tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Calling delete_port for 626c23de-5a6f-4bfd-859f-dbf06f8fd85f owned by compute:nova {{(pid=98343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:46:34.022852 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device d01cd28b-de2a-40d6-b7d3-c4a406b1149b no longer exists at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:46:34.037547 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-5a91f3b9-ddf0-4419-8290-038f63a00126 admin admin] Notify callbacks [] for router, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:34.039538 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-5a91f3b9-ddf0-4419-8290-038f63a00126 admin admin] 10.222.0.78 "DELETE /v2.0/routers/792aa192-5257-4ace-a721-3bdbaaaed4d1 HTTP/1.1" status: 204 len: 168 time: 3.8678272 May 20 21:46:34.043312 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 44060) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:46:34.063212 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] No Port match for: d01cd28b-de2a-40d6-b7d3-c4a406b1149b {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:46:34.063766 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device d01cd28b-de2a-40d6-b7d3-c4a406b1149b not bound to the agent host dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:46:34.131699 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-51397d01-be44-4950-aacd-6e999c64a6ad service neutron] 10.222.0.78 "GET /v2.0/networks/50e8913e-b0c0-4cbf-a591-6727353e1c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749815 May 20 21:46:34.193255 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22815830-86c3-4426-92f8-4710b4976650 req-f455e6be-5fd6-43c5-9962-addd5d01da31 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:34.194904 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-22815830-86c3-4426-92f8-4710b4976650 req-f455e6be-5fd6-43c5-9962-addd5d01da31 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e551489-8ac5-4e0e-ae4c-2b6eb64ea0c1 HTTP/1.1" status: 200 len: 945 time: 0.6284125 May 20 21:46:34.236757 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa505ce-9e60-4794-b819-6bcc099d17be admin admin] Deleting subnet 4f589239-d7e8-4c4e-8d52-786435111b4c {{(pid=98343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 21:46:34.387444 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-7304336e-78bf-42bf-a424-4ada8b88b8e0 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks [] for port, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:34.398835 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-0aa505ce-9e60-4794-b819-6bcc099d17be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:34.403230 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-22815830-86c3-4426-92f8-4710b4976650 req-9317f735-a545-4c41-8473-3bac2263667d tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/security-groups?id=d107ca27-48de-46b4-834e-80b24c141c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823590 May 20 21:46:34.452899 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-9effd2f3-26ea-49d8-945e-051552b1b944 service neutron] 10.222.0.78 "GET /v2.0/networks/50e8913e-b0c0-4cbf-a591-6727353e1c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979109 May 20 21:46:34.521760 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-0aa505ce-9e60-4794-b819-6bcc099d17be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809433'] for subnet, precommit_delete_associations {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:34.572336 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.provisioning_blocks [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-7304336e-78bf-42bf-a424-4ada8b88b8e0 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Transition to ACTIVE for port object d9f78ded-46ed-4059-a280-f49a966ecd77 will not be triggered until provisioned by entity DHCP. {{(pid=98342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:46:34.573903 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-a65e09d6-d615-4d06-9e63-a15e14f16037 req-5163de6a-6ed2-401e-b5bf-28fda1f9c86c tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:34.584432 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:34.587040 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['626c23de-5a6f-4bfd-859f-dbf06f8fd85f'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:46:34.729687 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163de6a-6ed2-401e-b5bf-28fda1f9c86c tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Pushing event deleted for resources: {'Port': ['ID=626c23de-5a6f-4bfd-859f-dbf06f8fd85f,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:34.796562 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-7304336e-78bf-42bf-a424-4ada8b88b8e0 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:34.849557 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-0aa505ce-9e60-4794-b819-6bcc099d17be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960594'] for subnet, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:34.888171 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-f0ad47b6-9584-474a-8d4d-19940277d1fe tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:34.901874 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65e09d6-d615-4d06-9e63-a15e14f16037 req-5163de6a-6ed2-401e-b5bf-28fda1f9c86c tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] No DVR routers for this DVR port 626c23de-5a6f-4bfd-859f-dbf06f8fd85f on host hv-cinder-79246 {{(pid=98343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:46:34.905838 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163de6a-6ed2-401e-b5bf-28fda1f9c86c tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:34.906312 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163de6a-6ed2-401e-b5bf-28fda1f9c86c tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:34.907357 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163de6a-6ed2-401e-b5bf-28fda1f9c86c tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:34.907810 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163de6a-6ed2-401e-b5bf-28fda1f9c86c tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:34.908650 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163de6a-6ed2-401e-b5bf-28fda1f9c86c tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:34.909486 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163de6a-6ed2-401e-b5bf-28fda1f9c86c tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:34.910072 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163de6a-6ed2-401e-b5bf-28fda1f9c86c tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:34.910649 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163de6a-6ed2-401e-b5bf-28fda1f9c86c tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:34.911230 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163de6a-6ed2-401e-b5bf-28fda1f9c86c tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:34.911811 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163de6a-6ed2-401e-b5bf-28fda1f9c86c tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:34.912407 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163de6a-6ed2-401e-b5bf-28fda1f9c86c tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:34.912971 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5163de6a-6ed2-401e-b5bf-28fda1f9c86c tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:34.928691 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-a65e09d6-d615-4d06-9e63-a15e14f16037 req-5163de6a-6ed2-401e-b5bf-28fda1f9c86c tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:34.933715 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e551489-8ac5-4e0e-ae4c-2b6eb64ea0c1', 'name': 'network-vif-deleted', 'tag': '626c23de-5a6f-4bfd-859f-dbf06f8fd85f'}] {{(pid=98343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:46:34.949820 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-5163de6a-6ed2-401e-b5bf-28fda1f9c86c tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:34.961473 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-85db9781-df37-4df1-96ef-26cbba040ad8 req-a085934f-da4e-4501-948c-8958313d971b tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/ports?device_id=4701fa36-253d-4107-bdb6-00c5cec8de01 HTTP/1.1" status: 200 len: 210 time: 0.1668084 May 20 21:46:34.992164 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-a65e09d6-d615-4d06-9e63-a15e14f16037 req-5163de6a-6ed2-401e-b5bf-28fda1f9c86c tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.69 "DELETE /v2.0/ports/626c23de-5a6f-4bfd-859f-dbf06f8fd85f HTTP/1.1" status: 204 len: 173 time: 1.6057220 May 20 21:46:35.075661 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-7304336e-78bf-42bf-a424-4ada8b88b8e0 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Network 3a4eadf7-298b-4c11-b779-64558c14cd67 is already hosted by enough agents. {{(pid=98342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:46:35.082138 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.base_scheduler [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-7304336e-78bf-42bf-a424-4ada8b88b8e0 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Resources bound (agent type, host, resource id): {{(pid=98342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:46:35.093138 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-7304336e-78bf-42bf-a424-4ada8b88b8e0 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Received port after_create {{(pid=98342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:46:35.152782 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304336e-78bf-42bf-a424-4ada8b88b8e0 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Pushing event updated for resources: {'Port': ['ID=d9f78ded-46ed-4059-a280-f49a966ecd77,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:35.168651 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-7304336e-78bf-42bf-a424-4ada8b88b8e0 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:35.246283 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-7304336e-78bf-42bf-a424-4ada8b88b8e0 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:35.247122 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-7304336e-78bf-42bf-a424-4ada8b88b8e0 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:35.277320 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c94d8-fd30-4f4b-b3ae-aa1a0038d615 req-5505a3a6-402d-4d36-b7ee-5d29f9deba69 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:35.278600 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-736c94d8-fd30-4f4b-b3ae-aa1a0038d615 req-5505a3a6-402d-4d36-b7ee-5d29f9deba69 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Synchronizing usage tracker for tenant:bf7c4d2476214011814adf1e8095c658 on resource:port {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:46:35.318636 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-7304336e-78bf-42bf-a424-4ada8b88b8e0 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4801724 May 20 21:46:35.319630 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-736c94d8-fd30-4f4b-b3ae-aa1a0038d615 req-5505a3a6-402d-4d36-b7ee-5d29f9deba69 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Unset dirty status for tenant:bf7c4d2476214011814adf1e8095c658 on resource:port {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:46:35.329100 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-736c94d8-fd30-4f4b-b3ae-aa1a0038d615 req-5505a3a6-402d-4d36-b7ee-5d29f9deba69 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 931 time: 0.6567609 May 20 21:46:35.354396 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-2573558a-a60c-42c6-8ddf-6e2e87ff2cf7 service neutron] Request body: {'port': {'device_id': '36af116c-0eb5-449d-80ed-ca7219341f55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:46:35.491561 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-9e7016ec-b7f1-4a96-9331-b878b58421a5 None None] Provisioning for port d9f78ded-46ed-4059-a280-f49a966ecd77 completed by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:46:35.504616 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-9e7016ec-b7f1-4a96-9331-b878b58421a5 None None] Provisioning complete for port d9f78ded-46ed-4059-a280-f49a966ecd77 triggered by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:46:35.505435 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-9e7016ec-b7f1-4a96-9331-b878b58421a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:35.550945 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e551489-8ac5-4e0e-ae4c-2b6eb64ea0c1', 'name': 'network-vif-deleted', 'tag': '626c23de-5a6f-4bfd-859f-dbf06f8fd85f', 'status': 'completed', 'code': 200} May 20 21:46:35.623635 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-0aa505ce-9e60-4794-b819-6bcc099d17be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1737399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2129050'] for subnet, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:35.627751 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-2573558a-a60c-42c6-8ddf-6e2e87ff2cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:35.633707 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:35.672302 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-736c94d8-fd30-4f4b-b3ae-aa1a0038d615 req-3025ba3c-ab5e-430e-b294-4aa7115de752 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/security-groups?id=8982002b-860a-4bcf-beb7-1f2b00cccb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3419883 May 20 21:46:35.673933 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-9e7016ec-b7f1-4a96-9331-b878b58421a5 None None] Port d9f78ded-46ed-4059-a280-f49a966ecd77 cannot update to ACTIVE because it is not bound. {{(pid=98344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 21:46:35.735978 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-0aa505ce-9e60-4794-b819-6bcc099d17be admin admin] Notify callbacks [] for subnet, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:35.739687 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa505ce-9e60-4794-b819-6bcc099d17be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f589239-d7e8-4c4e-8d52-786435111b4c,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:35.748352 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-0aa505ce-9e60-4794-b819-6bcc099d17be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:35.754177 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-0aa505ce-9e60-4794-b819-6bcc099d17be admin admin] 10.222.0.78 "DELETE /v2.0/subnets/4f589239-d7e8-4c4e-8d52-786435111b4c HTTP/1.1" status: 204 len: 168 time: 1.7092376 May 20 21:46:35.757244 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 44092) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:46:35.933532 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-878389b1-551a-4cf1-837d-a9ab891fb197 req-21767255-35f4-44ef-a37c-188ab0e8c2d9 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e551489-8ac5-4e0e-ae4c-2b6eb64ea0c1 HTTP/1.1" status: 200 len: 210 time: 0.0987108 May 20 21:46:36.055968 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-2b21cfc6-d3f9-4b73-b604-975dbad9b687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985866'] for network, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:36.309186 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-cd1394cd-d4b9-4c81-8858-af0db1a8f33f req-5d865e1c-d2b9-4862-9654-bbd4e4d2c5be tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/ports?device_id=4701fa36-253d-4107-bdb6-00c5cec8de01 HTTP/1.1" status: 200 len: 210 time: 0.0634944 May 20 21:46:36.322426 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-2b21cfc6-d3f9-4b73-b604-975dbad9b687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961757', 'neutron.services.segments.db._delete_segments_for_network-8759169772665'] for network, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:36.349742 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.services.segments.db [None req-2b21cfc6-d3f9-4b73-b604-975dbad9b687 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3']}} {{(pid=98343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:36.375689 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.services.segments.db [None req-2b21cfc6-d3f9-4b73-b604-975dbad9b687 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '712fb00d-997f-4fae-9dbd-c3257b20a933') {'for_net_delete': True} {{(pid=98343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:36.376191 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.services.segments.db [None req-2b21cfc6-d3f9-4b73-b604-975dbad9b687 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '712fb00d-997f-4fae-9dbd-c3257b20a933') {} {{(pid=98343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:36.400463 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-2b21cfc6-d3f9-4b73-b604-975dbad9b687 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759169785079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809430'] for segment, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:36.436083 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-2b21cfc6-d3f9-4b73-b604-975dbad9b687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329'] for segment, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:36.445047 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b21cfc6-d3f9-4b73-b604-975dbad9b687 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=98343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:46:36.445553 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-2b21cfc6-d3f9-4b73-b604-975dbad9b687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1737233'] for segment, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:36.466282 dv-cinder-792462-4-smb neutron-server[98343]: Traceback (most recent call last): May 20 21:46:36.466282 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:46:36.466282 dv-cinder-792462-4-smb neutron-server[98343]: timer() May 20 21:46:36.466282 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:46:36.466282 dv-cinder-792462-4-smb neutron-server[98343]: cb(*args, **kw) May 20 21:46:36.466282 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 21:46:36.466282 dv-cinder-792462-4-smb neutron-server[98343]: return func(*args, **kwargs) May 20 21:46:36.466282 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:46:36.466282 dv-cinder-792462-4-smb neutron-server[98343]: self._notify() May 20 21:46:36.466282 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:46:36.466282 dv-cinder-792462-4-smb neutron-server[98343]: self.callback(batched_events) May 20 21:46:36.466282 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:46:36.466282 dv-cinder-792462-4-smb neutron-server[98343]: event.method(event) May 20 21:46:36.466282 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 21:46:36.466282 dv-cinder-792462-4-smb neutron-server[98343]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:46:36.466282 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 21:46:36.466282 dv-cinder-792462-4-smb neutron-server[98343]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:46:36.466282 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 21:46:36.466282 dv-cinder-792462-4-smb neutron-server[98343]: return f(self, *a, **k) May 20 21:46:36.466282 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 21:46:36.466282 dv-cinder-792462-4-smb neutron-server[98343]: return self._get(url).json() May 20 21:46:36.466282 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 21:46:36.466282 dv-cinder-792462-4-smb neutron-server[98343]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:46:36.466282 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:46:36.466282 dv-cinder-792462-4-smb neutron-server[98343]: return self.request(url, 'GET', **kwargs) May 20 21:46:36.466282 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:46:36.466282 dv-cinder-792462-4-smb neutron-server[98343]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:46:36.466282 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:46:36.466282 dv-cinder-792462-4-smb neutron-server[98343]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:46:36.466282 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:46:36.466282 dv-cinder-792462-4-smb neutron-server[98343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:46:36.466282 dv-cinder-792462-4-smb neutron-server[98343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:46:36.508375 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-2573558a-a60c-42c6-8ddf-6e2e87ff2cf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f78ded-46ed-4059-a280-f49a966ecd77 {{(pid=98342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:46:36.524834 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-2573558a-a60c-42c6-8ddf-6e2e87ff2cf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:36.570888 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.provisioning_blocks [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-2573558a-a60c-42c6-8ddf-6e2e87ff2cf7 service neutron] Transition to ACTIVE for port object d9f78ded-46ed-4059-a280-f49a966ecd77 will not be triggered until provisioned by entity L2. {{(pid=98342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:46:36.573244 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-2b21cfc6-d3f9-4b73-b604-975dbad9b687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1639574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1649568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023514'] for network, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:36.578060 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-2573558a-a60c-42c6-8ddf-6e2e87ff2cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3867198'] for port, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:36.580533 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-2b21cfc6-d3f9-4b73-b604-975dbad9b687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for network, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:36.586856 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:36.600020 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-9c9ed346-5a93-40c2-abce-c8ab79363bc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:36.617256 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21cfc6-d3f9-4b73-b604-975dbad9b687 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:36.625840 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-2b21cfc6-d3f9-4b73-b604-975dbad9b687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:36.634048 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-2b21cfc6-d3f9-4b73-b604-975dbad9b687 admin admin] 10.222.0.78 "DELETE /v2.0/networks/c8dbeec1-e56f-4a2f-8d20-8bb9a7b6b8f3 HTTP/1.1" status: 204 len: 168 time: 0.8743644 May 20 21:46:36.918393 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-cc87d107-2338-47df-abdb-77b8052bb102 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:36.924889 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-cc87d107-2338-47df-abdb-77b8052bb102 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Synchronizing usage tracker for tenant:faed8bc9cb8c41f99ca7d44437d90797 on resource:network {{(pid=98343) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:46:36.973490 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-cc87d107-2338-47df-abdb-77b8052bb102 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Unset dirty status for tenant:faed8bc9cb8c41f99ca7d44437d90797 on resource:network {{(pid=98343) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:46:36.974452 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-cc87d107-2338-47df-abdb-77b8052bb102 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.69 "GET /v2.0/networks?id=50e8913e-b0c0-4cbf-a591-6727353e1c2d HTTP/1.1" status: 200 len: 814 time: 0.2729630 May 20 21:46:36.992020 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-1917bd9e-9008-4ba0-b61a-4842b7725517 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Request body: {'port': {'device_id': '4701fa36-253d-4107-bdb6-00c5cec8de01', 'network_id': '50e8913e-b0c0-4cbf-a591-6727353e1c2d', 'admin_state_up': True, 'tenant_id': 'faed8bc9cb8c41f99ca7d44437d90797'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:46:37.246258 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573558a-a60c-42c6-8ddf-6e2e87ff2cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f78ded-46ed-4059-a280-f49a966ecd77,revision_number=2']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:37.272610 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-2573558a-a60c-42c6-8ddf-6e2e87ff2cf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:37.407939 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 626c23de-5a6f-4bfd-859f-dbf06f8fd85f no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:46:37.442372 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 44120) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:46:37.470069 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-1917bd9e-9008-4ba0-b61a-4842b7725517 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:46:37.490241 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.managers [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-2573558a-a60c-42c6-8ddf-6e2e87ff2cf7 service neutron] Attempting to bind port d9f78ded-46ed-4059-a280-f49a966ecd77 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:46:37.491181 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.managers [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-2573558a-a60c-42c6-8ddf-6e2e87ff2cf7 service neutron] Attempting to bind port d9f78ded-46ed-4059-a280-f49a966ecd77 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'c9c5107c-5bc6-4614-a0d0-2f9713028a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3a4eadf7-298b-4c11-b779-64558c14cd67'}] {{(pid=98342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:46:37.491970 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-2573558a-a60c-42c6-8ddf-6e2e87ff2cf7 service neutron] Attempting to bind port d9f78ded-46ed-4059-a280-f49a966ecd77 on network 3a4eadf7-298b-4c11-b779-64558c14cd67 {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:46:37.493047 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-1917bd9e-9008-4ba0-b61a-4842b7725517 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:46:37.523228 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-1917bd9e-9008-4ba0-b61a-4842b7725517 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Made reservation on behalf of faed8bc9cb8c41f99ca7d44437d90797 for: {'port': 1} {{(pid=98343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:46:37.527711 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-1917bd9e-9008-4ba0-b61a-4842b7725517 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:37.528767 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-2573558a-a60c-42c6-8ddf-6e2e87ff2cf7 service neutron] Port d9f78ded-46ed-4059-a280-f49a966ecd77 on network 3a4eadf7-298b-4c11-b779-64558c14cd67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 21:46:37.529951 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-2573558a-a60c-42c6-8ddf-6e2e87ff2cf7 service neutron] Attempting to bind port d9f78ded-46ed-4059-a280-f49a966ecd77 on network 3a4eadf7-298b-4c11-b779-64558c14cd67 {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:46:37.575979 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] No Port match for: 626c23de-5a6f-4bfd-859f-dbf06f8fd85f {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:46:37.577182 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 626c23de-5a6f-4bfd-859f-dbf06f8fd85f not bound to the agent host hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:46:37.589598 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8108feb-9cfb-4cce-9e3a-5eedc085b4f5 req-6711a740-a687-4122-ab3b-e25f5f3db5e3 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:37.617304 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d8108feb-9cfb-4cce-9e3a-5eedc085b4f5 req-6711a740-a687-4122-ab3b-e25f5f3db5e3 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 943 time: 0.5463145 May 20 21:46:37.865675 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-2573558a-a60c-42c6-8ddf-6e2e87ff2cf7 service neutron] Checking agent: {'id': '80f4bab6-80a2-4d7c-8071-f2009e74956d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'started_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:46:37.866203 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-2573558a-a60c-42c6-8ddf-6e2e87ff2cf7 service neutron] Checking segment: {'id': 'c9c5107c-5bc6-4614-a0d0-2f9713028a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3a4eadf7-298b-4c11-b779-64558c14cd67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:46:37.866799 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-2573558a-a60c-42c6-8ddf-6e2e87ff2cf7 service neutron] Bound using segment: {'id': 'c9c5107c-5bc6-4614-a0d0-2f9713028a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3a4eadf7-298b-4c11-b779-64558c14cd67'} {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:46:37.867500 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.managers [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-2573558a-a60c-42c6-8ddf-6e2e87ff2cf7 service neutron] Bound port: d9f78ded-46ed-4059-a280-f49a966ecd77, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9c5107c-5bc6-4614-a0d0-2f9713028a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '3a4eadf7-298b-4c11-b779-64558c14cd67'}}] {{(pid=98342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:46:37.868036 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-2573558a-a60c-42c6-8ddf-6e2e87ff2cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:37.880922 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.db_base_plugin_common [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-1917bd9e-9008-4ba0-b61a-4842b7725517 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Allocated IP 172.20.0.6 (50e8913e-b0c0-4cbf-a591-6727353e1c2d/08b3c829-5708-410c-be04-7fb8bee6ee62/ebeff6af-dc56-4c34-b103-f0f47e84c25b) {{(pid=98343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:46:37.962564 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-2b294278-cf2e-451b-8add-b435a632c6f5 req-7c9ef71b-6fa6-451e-a57c-47641b7e1260 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/ports?device_id=4701fa36-253d-4107-bdb6-00c5cec8de01 HTTP/1.1" status: 200 len: 210 time: 0.3155243 May 20 21:46:38.102184 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-bf2ae4ff-327d-488f-afb7-79fe93da6325 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9f6cc23c741843818689bad4f7a6cecc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6551216 May 20 21:46:38.114942 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 44136) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:46:38.130278 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d8108feb-9cfb-4cce-9e3a-5eedc085b4f5 req-d30bf37a-cea6-4749-b6b6-ca30976d22f6 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/security-groups?id=8982002b-860a-4bcf-beb7-1f2b00cccb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5113046 May 20 21:46:38.266867 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-2573558a-a60c-42c6-8ddf-6e2e87ff2cf7 service neutron] For port d9f78ded-46ed-4059-a280-f49a966ecd77, host hv-cinder-79246, cleared binding levels {{(pid=98342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:46:38.277757 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-2573558a-a60c-42c6-8ddf-6e2e87ff2cf7 service neutron] For port d9f78ded-46ed-4059-a280-f49a966ecd77, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d9f78ded-46ed-4059-a280-f49a966ecd77,segment=NetworkSegment(c9c5107c-5bc6-4614-a0d0-2f9713028a48),segment_id=c9c5107c-5bc6-4614-a0d0-2f9713028a48)] {{(pid=98342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:46:38.287575 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-2573558a-a60c-42c6-8ddf-6e2e87ff2cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3867198'] for port, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:38.291920 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-bafed3d1-6849-4fd7-9417-4e4be069df54 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:38.337436 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-1917bd9e-9008-4ba0-b61a-4842b7725517 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Notify callbacks [] for port, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:38.384923 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-2573558a-a60c-42c6-8ddf-6e2e87ff2cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:38.385948 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-2573558a-a60c-42c6-8ddf-6e2e87ff2cf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:38.387530 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-2573558a-a60c-42c6-8ddf-6e2e87ff2cf7 service neutron] 10.222.0.69 "PUT /v2.0/ports/d9f78ded-46ed-4059-a280-f49a966ecd77 HTTP/1.1" status: 200 len: 1093 time: 3.0552144 May 20 21:46:38.395921 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-1917bd9e-9008-4ba0-b61a-4842b7725517 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:38.401920 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36af116c-0eb5-449d-80ed-ca7219341f55', 'tag': 'd9f78ded-46ed-4059-a280-f49a966ecd77'}] {{(pid=98342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:46:38.407941 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-9c6a39ee-5e5d-4b56-9761-4a38fd73912f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:38.422103 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-5ab6dfb1-d483-4988-9776-8674c83f3c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:38.516549 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573558a-a60c-42c6-8ddf-6e2e87ff2cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f78ded-46ed-4059-a280-f49a966ecd77,revision_number=3']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:38.522929 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-2573558a-a60c-42c6-8ddf-6e2e87ff2cf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:38.538827 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36af116c-0eb5-449d-80ed-ca7219341f55', 'tag': 'd9f78ded-46ed-4059-a280-f49a966ecd77', 'status': 'completed', 'code': 200} May 20 21:46:38.543137 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-5ab6dfb1-d483-4988-9776-8674c83f3c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:38.563144 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-1917bd9e-9008-4ba0-b61a-4842b7725517 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Network 50e8913e-b0c0-4cbf-a591-6727353e1c2d is already hosted by enough agents. {{(pid=98343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:46:38.565396 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.base_scheduler [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-1917bd9e-9008-4ba0-b61a-4842b7725517 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Resources bound (agent type, host, resource id): {{(pid=98343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:46:38.573315 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.l3_dvrscheduler_db [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-1917bd9e-9008-4ba0-b61a-4842b7725517 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Received port after_create {{(pid=98343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:46:38.642934 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-5ab6dfb1-d483-4988-9776-8674c83f3c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:38.650232 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-94715c11-0cba-4b46-b4e7-30166ea551fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:38.663510 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917bd9e-9008-4ba0-b61a-4842b7725517 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Pushing event updated for resources: {'Port': ['ID=ebeff6af-dc56-4c34-b103-f0f47e84c25b,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:38.675737 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6dfb1-d483-4988-9776-8674c83f3c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a3dae6-fa69-46c7-83c7-ba5021a84ecd,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:38.679701 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-1917bd9e-9008-4ba0-b61a-4842b7725517 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:38.687728 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-4649a097-9669-4b2b-9859-08851ac96e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:38.690295 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-4649a097-9669-4b2b-9859-08851ac96e70 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bf7c4d2476214011814adf1e8095c658&device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 1096 time: 0.2457128 May 20 21:46:38.693940 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-5ab6dfb1-d483-4988-9776-8674c83f3c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:38.735549 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-1917bd9e-9008-4ba0-b61a-4842b7725517 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:38.736244 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-1917bd9e-9008-4ba0-b61a-4842b7725517 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:38.776511 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-1917bd9e-9008-4ba0-b61a-4842b7725517 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7903314 May 20 21:46:38.788551 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-5ab6dfb1-d483-4988-9776-8674c83f3c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:38.789137 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-ce732df6-adb6-4ece-b653-d7d5c1ad0220 service neutron] Request body: {'port': {'device_id': '4701fa36-253d-4107-bdb6-00c5cec8de01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:46:38.789961 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-5ab6dfb1-d483-4988-9776-8674c83f3c9f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/60a3dae6-fa69-46c7-83c7-ba5021a84ecd HTTP/1.1" status: 204 len: 168 time: 0.6583049 May 20 21:46:38.803064 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-3a624cc4-40ed-46db-9341-85e25ad17823 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9f78ded-46ed-4059-a280-f49a966ecd77 HTTP/1.1" status: 200 len: 217 time: 0.1028876 May 20 21:46:38.904754 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-bf680692-f0b3-4060-a5a9-d1880e792a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:38.906501 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-bf680692-f0b3-4060-a5a9-d1880e792a5e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3274c3f6-8e4e-4778-80fa-ea4dbba5affd HTTP/1.1" status: 200 len: 847 time: 0.0947964 May 20 21:46:39.006358 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-ce732df6-adb6-4ece-b653-d7d5c1ad0220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:39.260008 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-b8d83b87-0437-4c07-b26b-08b8ff117302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:39.262572 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-b8d83b87-0437-4c07-b26b-08b8ff117302 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3a4eadf7-298b-4c11-b779-64558c14cd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3474288 May 20 21:46:39.507482 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eed7c5-dfbd-4168-b271-fa4cc8439adf req-3bd572eb-288c-40b5-bbe2-4e3e92927a03 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:39.509217 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-44eed7c5-dfbd-4168-b271-fa4cc8439adf req-3bd572eb-288c-40b5-bbe2-4e3e92927a03 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/ports?device_id=4701fa36-253d-4107-bdb6-00c5cec8de01 HTTP/1.1" status: 200 len: 931 time: 0.3853986 May 20 21:46:39.648973 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-ae4416ed-4573-4422-b777-a8154bb97771 service neutron] 10.222.0.69 "GET /v2.0/networks/3a4eadf7-298b-4c11-b779-64558c14cd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733346 May 20 21:46:39.657641 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-44eed7c5-dfbd-4168-b271-fa4cc8439adf req-0abec746-2826-4b8b-a029-b13a9badb51e tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/security-groups?id=f85fc22b-36d2-4f67-bb7c-9ef5a1c05b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234539 May 20 21:46:39.711490 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810fe9d2-7f3b-4420-8564-9bf889b6be3e req-3412c380-69ea-4d9a-8b03-746a2bea9ca7 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:39.713140 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-810fe9d2-7f3b-4420-8564-9bf889b6be3e req-3412c380-69ea-4d9a-8b03-746a2bea9ca7 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 943 time: 0.3662741 May 20 21:46:39.956583 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c35cf51a-c6c9-42d6-83bd-4cfa9d7431ce req-8bb8422c-8578-4f17-8258-a6af70ef7624 service neutron] 10.222.0.69 "GET /v2.0/networks/3a4eadf7-298b-4c11-b779-64558c14cd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970579 May 20 21:46:39.997352 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.notifiers.nova [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-ce732df6-adb6-4ece-b653-d7d5c1ad0220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebeff6af-dc56-4c34-b103-f0f47e84c25b {{(pid=98343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:46:40.002663 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-810fe9d2-7f3b-4420-8564-9bf889b6be3e req-57bc71a2-9a76-410e-a428-45f7a971c39e tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/security-groups?id=8982002b-860a-4bcf-beb7-1f2b00cccb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2738080 May 20 21:46:40.023559 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-ce732df6-adb6-4ece-b653-d7d5c1ad0220 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:40.044411 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.provisioning_blocks [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-ce732df6-adb6-4ece-b653-d7d5c1ad0220 service neutron] Transition to ACTIVE for port object ebeff6af-dc56-4c34-b103-f0f47e84c25b will not be triggered until provisioned by entity L2. {{(pid=98343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:46:40.054809 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-ce732df6-adb6-4ece-b653-d7d5c1ad0220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1737293'] for port, after_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:40.059966 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-fe842c33-7370-4868-a091-bd00592d9203 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:40.142180 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce732df6-adb6-4ece-b653-d7d5c1ad0220 service neutron] Pushing event updated for resources: {'Port': ['ID=ebeff6af-dc56-4c34-b103-f0f47e84c25b,revision_number=2']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:40.146643 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-ce732df6-adb6-4ece-b653-d7d5c1ad0220 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:40.162337 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca949dd-af6b-478a-91b9-3d4e95282481 req-9c4a343d-e9df-49c8-91ad-d9b4ceb07ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:40.164207 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-eca949dd-af6b-478a-91b9-3d4e95282481 req-9c4a343d-e9df-49c8-91ad-d9b4ceb07ca7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bf7c4d2476214011814adf1e8095c658&device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 1096 time: 0.1185615 May 20 21:46:40.390476 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca949dd-af6b-478a-91b9-3d4e95282481 req-ef715d8e-1bca-40be-be59-37db8a5be8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:40.393193 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-eca949dd-af6b-478a-91b9-3d4e95282481 req-ef715d8e-1bca-40be-be59-37db8a5be8ed service neutron] 10.222.0.69 "GET /v2.0/networks?id=3a4eadf7-298b-4c11-b779-64558c14cd67 HTTP/1.1" status: 200 len: 909 time: 0.2159462 May 20 21:46:40.448470 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 44220) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:46:40.485607 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.managers [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-ce732df6-adb6-4ece-b653-d7d5c1ad0220 service neutron] Attempting to bind port ebeff6af-dc56-4c34-b103-f0f47e84c25b on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:46:40.488777 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.managers [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-ce732df6-adb6-4ece-b653-d7d5c1ad0220 service neutron] Attempting to bind port ebeff6af-dc56-4c34-b103-f0f47e84c25b by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '6ff77bad-fc84-48fa-928c-df742290c0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '50e8913e-b0c0-4cbf-a591-6727353e1c2d'}] {{(pid=98343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:46:40.489270 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-ce732df6-adb6-4ece-b653-d7d5c1ad0220 service neutron] Attempting to bind port ebeff6af-dc56-4c34-b103-f0f47e84c25b on network 50e8913e-b0c0-4cbf-a591-6727353e1c2d {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:46:40.497338 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-ce732df6-adb6-4ece-b653-d7d5c1ad0220 service neutron] Port ebeff6af-dc56-4c34-b103-f0f47e84c25b on network 50e8913e-b0c0-4cbf-a591-6727353e1c2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 21:46:40.497740 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-ce732df6-adb6-4ece-b653-d7d5c1ad0220 service neutron] Attempting to bind port ebeff6af-dc56-4c34-b103-f0f47e84c25b on network 50e8913e-b0c0-4cbf-a591-6727353e1c2d {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:46:40.500506 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-eca949dd-af6b-478a-91b9-3d4e95282481 req-8fdc4a5d-827c-4125-80ee-250dc1e0798b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9f78ded-46ed-4059-a280-f49a966ecd77 HTTP/1.1" status: 200 len: 217 time: 0.0990672 May 20 21:46:40.506754 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-ce732df6-adb6-4ece-b653-d7d5c1ad0220 service neutron] Checking agent: {'id': '80f4bab6-80a2-4d7c-8071-f2009e74956d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'started_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:46:40.507491 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-ce732df6-adb6-4ece-b653-d7d5c1ad0220 service neutron] Checking segment: {'id': '6ff77bad-fc84-48fa-928c-df742290c0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '50e8913e-b0c0-4cbf-a591-6727353e1c2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:46:40.507491 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-ce732df6-adb6-4ece-b653-d7d5c1ad0220 service neutron] Bound using segment: {'id': '6ff77bad-fc84-48fa-928c-df742290c0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '50e8913e-b0c0-4cbf-a591-6727353e1c2d'} {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:46:40.507936 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.managers [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-ce732df6-adb6-4ece-b653-d7d5c1ad0220 service neutron] Bound port: ebeff6af-dc56-4c34-b103-f0f47e84c25b, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff77bad-fc84-48fa-928c-df742290c0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '50e8913e-b0c0-4cbf-a591-6727353e1c2d'}}] {{(pid=98343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:46:40.508575 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-ce732df6-adb6-4ece-b653-d7d5c1ad0220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:40.602997 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 44230) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:46:40.628739 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.db [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-ce732df6-adb6-4ece-b653-d7d5c1ad0220 service neutron] For port ebeff6af-dc56-4c34-b103-f0f47e84c25b, host hv-cinder-79246, cleared binding levels {{(pid=98343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:46:40.632173 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.db [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-ce732df6-adb6-4ece-b653-d7d5c1ad0220 service neutron] For port ebeff6af-dc56-4c34-b103-f0f47e84c25b, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ebeff6af-dc56-4c34-b103-f0f47e84c25b,segment=NetworkSegment(6ff77bad-fc84-48fa-928c-df742290c0f0),segment_id=6ff77bad-fc84-48fa-928c-df742290c0f0)] {{(pid=98343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:46:40.641860 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-ce732df6-adb6-4ece-b653-d7d5c1ad0220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1737293'] for port, after_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:40.646545 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:40.653574 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca949dd-af6b-478a-91b9-3d4e95282481 req-58e84896-aac3-4010-8424-0bb355923468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:40.658495 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-eca949dd-af6b-478a-91b9-3d4e95282481 req-58e84896-aac3-4010-8424-0bb355923468 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3274c3f6-8e4e-4778-80fa-ea4dbba5affd HTTP/1.1" status: 200 len: 847 time: 0.1483731 May 20 21:46:40.717166 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-ce732df6-adb6-4ece-b653-d7d5c1ad0220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:40.717827 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-ce732df6-adb6-4ece-b653-d7d5c1ad0220 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:40.719274 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-ce732df6-adb6-4ece-b653-d7d5c1ad0220 service neutron] 10.222.0.69 "PUT /v2.0/ports/ebeff6af-dc56-4c34-b103-f0f47e84c25b HTTP/1.1" status: 200 len: 1093 time: 1.9349101 May 20 21:46:40.719814 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4701fa36-253d-4107-bdb6-00c5cec8de01', 'tag': 'ebeff6af-dc56-4c34-b103-f0f47e84c25b'}] {{(pid=98343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:46:40.781620 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca949dd-af6b-478a-91b9-3d4e95282481 req-3e14f928-d0cb-4154-bbef-fe6fe49011c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:40.784736 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-eca949dd-af6b-478a-91b9-3d4e95282481 req-3e14f928-d0cb-4154-bbef-fe6fe49011c4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3a4eadf7-298b-4c11-b779-64558c14cd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1194820 May 20 21:46:40.787985 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-c3854141-4494-4018-aaee-1454cdd3a9af admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2100298672-network', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:46:40.794636 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce732df6-adb6-4ece-b653-d7d5c1ad0220 service neutron] Pushing event updated for resources: {'Port': ['ID=ebeff6af-dc56-4c34-b103-f0f47e84c25b,revision_number=3']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:40.797940 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-c3854141-4494-4018-aaee-1454cdd3a9af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:46:40.806632 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-ce732df6-adb6-4ece-b653-d7d5c1ad0220 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:40.840754 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4701fa36-253d-4107-bdb6-00c5cec8de01', 'tag': 'ebeff6af-dc56-4c34-b103-f0f47e84c25b', 'status': 'completed', 'code': 200} May 20 21:46:40.847721 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-c3854141-4494-4018-aaee-1454cdd3a9af admin admin] Usage tracker for resource:network and tenant:0606f6a2c7f245b7990c5cd28b31b66a is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:46:40.860855 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-c3854141-4494-4018-aaee-1454cdd3a9af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:46:40.885365 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-c3854141-4494-4018-aaee-1454cdd3a9af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:46:40.890959 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-1b9f99c7-d153-44d3-899c-e595a994329c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:40.956459 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-1b9f99c7-d153-44d3-899c-e595a994329c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:46:40.960034 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3854141-4494-4018-aaee-1454cdd3a9af admin admin] Made reservation on behalf of 0606f6a2c7f245b7990c5cd28b31b66a for: {'network': 1} {{(pid=98343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:46:40.963612 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c3854141-4494-4018-aaee-1454cdd3a9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-574869'] for network, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:40.989203 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-1b9f99c7-d153-44d3-899c-e595a994329c admin admin] Usage tracker for resource:security_group_rule and tenant:c4a3b230274343b388dd36135f717191 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:46:40.997375 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-1b9f99c7-d153-44d3-899c-e595a994329c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:46:41.000846 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c3854141-4494-4018-aaee-1454cdd3a9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:41.025322 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-1b9f99c7-d153-44d3-899c-e595a994329c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:46:41.058077 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-eca949dd-af6b-478a-91b9-3d4e95282481 req-658a9fbf-8d1e-4297-b861-fc31207cdc26 service neutron] 10.222.0.69 "GET /v2.0/networks/3a4eadf7-298b-4c11-b779-64558c14cd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612801 May 20 21:46:41.065615 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-c3854141-4494-4018-aaee-1454cdd3a9af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:46:41.073907 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-c3854141-4494-4018-aaee-1454cdd3a9af admin admin] Usage tracker for resource:security_group_rule and tenant:0606f6a2c7f245b7990c5cd28b31b66a is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:46:41.080099 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-c3854141-4494-4018-aaee-1454cdd3a9af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:46:41.093910 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-c3854141-4494-4018-aaee-1454cdd3a9af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:46:41.283187 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c3854141-4494-4018-aaee-1454cdd3a9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:41.283477 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40601d74-a135-4eda-baa3-f06c903f5560 req-f4288357-8c8a-4961-ad9e-89f23aef9c73 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:41.285497 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-40601d74-a135-4eda-baa3-f06c903f5560 req-f4288357-8c8a-4961-ad9e-89f23aef9c73 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/ports?device_id=4701fa36-253d-4107-bdb6-00c5cec8de01 HTTP/1.1" status: 200 len: 943 time: 0.2212534 May 20 21:46:41.295649 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-6df78453-9024-43f0-93b6-17ca6ad0f4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:41.297772 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-6df78453-9024-43f0-93b6-17ca6ad0f4cf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=faed8bc9cb8c41f99ca7d44437d90797&device_id=4701fa36-253d-4107-bdb6-00c5cec8de01 HTTP/1.1" status: 200 len: 1096 time: 0.4954376 May 20 21:46:41.301569 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c3854141-4494-4018-aaee-1454cdd3a9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:41.314321 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-1b65176c-0f52-425b-a2c4-7d9cdf7134ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:41.385022 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-eca949dd-af6b-478a-91b9-3d4e95282481 req-1c7acb1f-35f3-4cbe-8e3e-36a795105792 service neutron] 10.222.0.69 "GET /v2.0/networks/3a4eadf7-298b-4c11-b779-64558c14cd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808278 May 20 21:46:41.435822 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-40601d74-a135-4eda-baa3-f06c903f5560 req-ee4b3b41-506b-491c-bf2a-afd642124b0b tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/security-groups?id=f85fc22b-36d2-4f67-bb7c-9ef5a1c05b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339390 May 20 21:46:41.472684 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-80d75d03-8162-44b6-99b8-4e4f36d24822 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebeff6af-dc56-4c34-b103-f0f47e84c25b HTTP/1.1" status: 200 len: 217 time: 0.1379211 May 20 21:46:41.473622 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3854141-4494-4018-aaee-1454cdd3a9af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=98343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:46:41.474750 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3cd2d-862a-48e0-8200-d1a175a46a91 req-f134bcff-472b-4c6f-abf9-0aaee30bab8e tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:41.476645 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-49b3cd2d-862a-48e0-8200-d1a175a46a91 req-f134bcff-472b-4c6f-abf9-0aaee30bab8e tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 943 time: 0.1866877 May 20 21:46:41.531934 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-49b3cd2d-862a-48e0-8200-d1a175a46a91 req-28970eec-3bc7-4d88-9ec0-cc4ba4020ade tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/security-groups?id=8982002b-860a-4bcf-beb7-1f2b00cccb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473208 May 20 21:46:41.590488 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3854141-4494-4018-aaee-1454cdd3a9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3309dcfc-deb2-4385-8b71-5c42d3e82515,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:41.601824 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-c3854141-4494-4018-aaee-1454cdd3a9af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:41.603818 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c3854141-4494-4018-aaee-1454cdd3a9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329'] for segment, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:41.604932 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.db.segments_db [None req-c3854141-4494-4018-aaee-1454cdd3a9af admin admin] Added segment a7607f59-35d3-492b-8e48-5ff38d337b88 of type vlan for network bc42d8dd-db6a-42a7-a65a-d494de158c0c May 20 21:46:41.670772 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c3854141-4494-4018-aaee-1454cdd3a9af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759169318099'] for network, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:41.676056 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-b17e5342-6f31-4fdc-8dbc-e4b7bb6e5fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:41.677610 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-b17e5342-6f31-4fdc-8dbc-e4b7bb6e5fc7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=08b3c829-5708-410c-be04-7fb8bee6ee62 HTTP/1.1" status: 200 len: 854 time: 0.1899590 May 20 21:46:41.752783 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-022c0945-b19f-48b8-a4fe-852ec56c209c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=50e8913e-b0c0-4cbf-a591-6727353e1c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651603 May 20 21:46:41.758799 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-1b9f99c7-d153-44d3-899c-e595a994329c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:41.794812 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-1b9f99c7-d153-44d3-899c-e595a994329c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:41.807783 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-bb7e20e4-6209-4b3e-84a6-8a67cf5b2d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:42.059525 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c3854141-4494-4018-aaee-1454cdd3a9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1639574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1649568'] for network, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:42.079006 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3854141-4494-4018-aaee-1454cdd3a9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:42.079619 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c3854141-4494-4018-aaee-1454cdd3a9af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for network, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:42.093013 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f99c7-d153-44d3-899c-e595a994329c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334427e6-bfbf-4939-97e0-6e13edf9ab97,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:42.105200 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-1b9f99c7-d153-44d3-899c-e595a994329c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:42.109245 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-f90d7675-cf16-4eda-83dc-bbc87129da3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:42.130737 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 44254) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:46:42.131702 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-1b9f99c7-d153-44d3-899c-e595a994329c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c4a3b230274343b388dd36135f717191&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5265028 May 20 21:46:42.236416 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4cb50828-d34c-40af-b6c8-815442e5dc04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:42.287991 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4cb50828-d34c-40af-b6c8-815442e5dc04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:42.387027 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4cb50828-d34c-40af-b6c8-815442e5dc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:42.392386 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-a80649d8-b009-430f-a32a-bfd9b6e36222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:42.397467 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-5db8594f-b3f5-40b2-bf5a-2b741948997f service neutron] 10.222.0.69 "GET /v2.0/networks/50e8913e-b0c0-4cbf-a591-6727353e1c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6296749 May 20 21:46:42.402716 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3854141-4494-4018-aaee-1454cdd3a9af admin admin] Pushing event updated for resources: {'Network': ['ID=bc42d8dd-db6a-42a7-a65a-d494de158c0c,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:42.410862 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-c3854141-4494-4018-aaee-1454cdd3a9af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:42.413168 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb50828-d34c-40af-b6c8-815442e5dc04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334427e6-bfbf-4939-97e0-6e13edf9ab97,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:42.422960 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Network bc42d8dd-db6a-42a7-a65a-d494de158c0c details requested by agent ovs-agent-dv-cinder-792462-4-smb with host dv-cinder-792462-4-smb {{(pid=98344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 21:46:42.423858 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-4cb50828-d34c-40af-b6c8-815442e5dc04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:42.425452 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4cb50828-d34c-40af-b6c8-815442e5dc04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:42.431126 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-4cb50828-d34c-40af-b6c8-815442e5dc04 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/334427e6-bfbf-4939-97e0-6e13edf9ab97 HTTP/1.1" status: 204 len: 168 time: 0.2987933 May 20 21:46:42.454591 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 44262) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:46:42.454894 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-c3854141-4494-4018-aaee-1454cdd3a9af admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0045903 May 20 21:46:42.462634 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-645f2923-c009-48e9-8b3b-78a7b17dc339 admin admin] Request body: {'subnet': {'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2100298672-subnet', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:46:42.476763 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-645f2923-c009-48e9-8b3b-78a7b17dc339 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:46:42.486817 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-645f2923-c009-48e9-8b3b-78a7b17dc339 admin admin] Usage tracker for resource:subnet and tenant:0606f6a2c7f245b7990c5cd28b31b66a is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:46:42.496010 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-645f2923-c009-48e9-8b3b-78a7b17dc339 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:46:42.521906 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-645f2923-c009-48e9-8b3b-78a7b17dc339 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:46:42.569707 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645f2923-c009-48e9-8b3b-78a7b17dc339 admin admin] Made reservation on behalf of 0606f6a2c7f245b7990c5cd28b31b66a for: {'subnet': 1} {{(pid=98342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:46:42.578899 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-645f2923-c009-48e9-8b3b-78a7b17dc339 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3870888'] for subnet, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:42.723059 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-19bfa7ee-6bb4-4cb2-94e7-2c435a8b9363 req-81a48a86-0c26-4d38-b938-6765e87dfb80 service neutron] 10.222.0.69 "GET /v2.0/networks/50e8913e-b0c0-4cbf-a591-6727353e1c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061383 May 20 21:46:42.880176 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47880bbf-5fa7-4cba-b346-3e0df41eb5e3 req-d0a31cd0-101b-4a9f-b7d2-41907b7553ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:42.881743 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-47880bbf-5fa7-4cba-b346-3e0df41eb5e3 req-d0a31cd0-101b-4a9f-b7d2-41907b7553ae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=faed8bc9cb8c41f99ca7d44437d90797&device_id=4701fa36-253d-4107-bdb6-00c5cec8de01 HTTP/1.1" status: 200 len: 1096 time: 0.0934386 May 20 21:46:43.123638 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47880bbf-5fa7-4cba-b346-3e0df41eb5e3 req-d9993d3f-4301-47dd-b573-3d79bb4433a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:43.129741 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-47880bbf-5fa7-4cba-b346-3e0df41eb5e3 req-d9993d3f-4301-47dd-b573-3d79bb4433a7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=50e8913e-b0c0-4cbf-a591-6727353e1c2d HTTP/1.1" status: 200 len: 915 time: 0.2376504 May 20 21:46:43.130833 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d530d-02ad-42bc-925e-b454c69df5a9 req-84ef95ff-32d8-4f7d-9dd5-36fb1190f698 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:43.138086 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-107d530d-02ad-42bc-925e-b454c69df5a9 req-84ef95ff-32d8-4f7d-9dd5-36fb1190f698 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 943 time: 0.3152838 May 20 21:46:43.139856 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 44276) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:46:43.151912 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03326a68-6048-48e9-94c9-172e51bca4b8 req-a2780bb3-ee72-4603-8735-c5748911a61d tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:43.154054 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-03326a68-6048-48e9-94c9-172e51bca4b8 req-a2780bb3-ee72-4603-8735-c5748911a61d tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/ports?device_id=4701fa36-253d-4107-bdb6-00c5cec8de01 HTTP/1.1" status: 200 len: 943 time: 0.3330512 May 20 21:46:43.250006 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-47880bbf-5fa7-4cba-b346-3e0df41eb5e3 req-e6b00dd4-05da-40d9-bb1a-c132fea792d6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebeff6af-dc56-4c34-b103-f0f47e84c25b HTTP/1.1" status: 200 len: 217 time: 0.1126478 May 20 21:46:43.252935 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-7a3ba777-b8eb-48b1-9dc3-8c87df454edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:43.267035 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-107d530d-02ad-42bc-925e-b454c69df5a9 req-dd3689a6-f7d7-462d-9b51-44a3fe40e89d tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/security-groups?id=8982002b-860a-4bcf-beb7-1f2b00cccb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119483 May 20 21:46:43.273730 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-03326a68-6048-48e9-94c9-172e51bca4b8 req-fd9e65d5-e9ff-4e0f-9669-510bd1cbf190 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/security-groups?id=f85fc22b-36d2-4f67-bb7c-9ef5a1c05b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999930 May 20 21:46:43.327134 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-7a3ba777-b8eb-48b1-9dc3-8c87df454edd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:46:43.339666 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-7a3ba777-b8eb-48b1-9dc3-8c87df454edd admin admin] Usage tracker for resource:security_group_rule and tenant:3f47eaf379704c17a712ecea559b7406 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:46:43.346128 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-7a3ba777-b8eb-48b1-9dc3-8c87df454edd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:46:43.356310 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-7a3ba777-b8eb-48b1-9dc3-8c87df454edd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:46:43.366787 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47880bbf-5fa7-4cba-b346-3e0df41eb5e3 req-cf285a4b-47e0-428b-94d6-893197e288aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:43.368369 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-47880bbf-5fa7-4cba-b346-3e0df41eb5e3 req-cf285a4b-47e0-428b-94d6-893197e288aa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=08b3c829-5708-410c-be04-7fb8bee6ee62 HTTP/1.1" status: 200 len: 854 time: 0.1057296 May 20 21:46:43.409636 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device d9f78ded-46ed-4059-a280-f49a966ecd77 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 21:46:43.448723 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-47880bbf-5fa7-4cba-b346-3e0df41eb5e3 req-b587e723-d0f3-47f9-ab91-a8fff738afa5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=50e8913e-b0c0-4cbf-a591-6727353e1c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674913 May 20 21:46:43.599575 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-645f2923-c009-48e9-8b3b-78a7b17dc339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3867275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3870906'] for subnet, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:43.604760 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-9b0d7683-0a67-41ce-813e-56d1d1ed4a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:43.667443 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port d9f78ded-46ed-4059-a280-f49a966ecd77, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d9f78ded-46ed-4059-a280-f49a966ecd77,segment=NetworkSegment(c9c5107c-5bc6-4614-a0d0-2f9713028a48),segment_id=c9c5107c-5bc6-4614-a0d0-2f9713028a48)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:46:43.688865 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-47880bbf-5fa7-4cba-b346-3e0df41eb5e3 req-d3bea706-5060-4721-9dfa-8f4123d2b99d service neutron] 10.222.0.69 "GET /v2.0/networks/50e8913e-b0c0-4cbf-a591-6727353e1c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300837 May 20 21:46:43.692182 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f2923-c009-48e9-8b3b-78a7b17dc339 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d71aa12b-c7d1-4dcf-bc1c-f2467a541a18,revision_number=0']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:43.696257 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-645f2923-c009-48e9-8b3b-78a7b17dc339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:43.707050 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645f2923-c009-48e9-8b3b-78a7b17dc339 admin admin] Checking segment: {'id': 'a7607f59-35d3-492b-8e48-5ff38d337b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:46:43.707914 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645f2923-c009-48e9-8b3b-78a7b17dc339 admin admin] Network hostable DHCP agents. Network: bc42d8dd-db6a-42a7-a65a-d494de158c0c, hostable agents: ['b421ac0d-62b9-4a8f-94e9-2f7b98c53d5e'], hosted agents: [] {{(pid=98342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:46:43.718573 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Returning: {'device': 'd9f78ded-46ed-4059-a280-f49a966ecd77', 'network_id': '3a4eadf7-298b-4c11-b779-64558c14cd67', 'port_id': 'd9f78ded-46ed-4059-a280-f49a966ecd77', 'mac_address': 'fa:16:3e:d2:80:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3274c3f6-8e4e-4778-80fa-ea4dbba5affd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 21:46:43.767662 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645f2923-c009-48e9-8b3b-78a7b17dc339 admin admin] Network bc42d8dd-db6a-42a7-a65a-d494de158c0c is scheduled to be hosted by DHCP agent b421ac0d-62b9-4a8f-94e9-2f7b98c53d5e with binding_index 1 {{(pid=98342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:46:43.788190 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:43.823252 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.base_scheduler [None req-645f2923-c009-48e9-8b3b-78a7b17dc339 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-4-smb, bc42d8dd-db6a-42a7-a65a-d494de158c0c) {{(pid=98342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:46:43.831609 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f78ded-46ed-4059-a280-f49a966ecd77 {{(pid=98344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:46:43.846979 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ccb798-9f01-4c5a-bdf2-0e0ab258f630 None None] Network bc42d8dd-db6a-42a7-a65a-d494de158c0c requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:46:43.853817 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645f2923-c009-48e9-8b3b-78a7b17dc339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:43.854344 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-645f2923-c009-48e9-8b3b-78a7b17dc339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for subnet, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:43.923612 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-645f2923-c009-48e9-8b3b-78a7b17dc339 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4675186 May 20 21:46:43.927911 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 44280) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:46:43.939587 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-f34f174a-1186-4de5-ad51-db1ff7d292b7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2100298672-router', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'}}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:46:43.962863 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-f34f174a-1186-4de5-ad51-db1ff7d292b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:46:44.024754 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-f34f174a-1186-4de5-ad51-db1ff7d292b7 admin admin] Usage tracker for resource:router and tenant:0606f6a2c7f245b7990c5cd28b31b66a is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:46:44.035684 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-f34f174a-1186-4de5-ad51-db1ff7d292b7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:46:44.046607 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-f34f174a-1186-4de5-ad51-db1ff7d292b7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:46:44.052304 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-7a3ba777-b8eb-48b1-9dc3-8c87df454edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:44.069869 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-7a3ba777-b8eb-48b1-9dc3-8c87df454edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:44.078943 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port d9f78ded-46ed-4059-a280-f49a966ecd77, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d9f78ded-46ed-4059-a280-f49a966ecd77,segment=NetworkSegment(c9c5107c-5bc6-4614-a0d0-2f9713028a48),segment_id=c9c5107c-5bc6-4614-a0d0-2f9713028a48)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:46:44.087709 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:44.091827 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:44.101088 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-f34f174a-1186-4de5-ad51-db1ff7d292b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2026209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:44.102315 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-f34f174a-1186-4de5-ad51-db1ff7d292b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2027255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1641796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4986'] for router, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:44.133271 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-d49b93f6-89a1-4a63-94d1-f8afb4eb92c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:44.188955 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-f34f174a-1186-4de5-ad51-db1ff7d292b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:44.199079 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-33fdcbd3-cb4e-4e1e-a338-966e3e40935a req-23b39159-1de7-46c0-a29d-1540ff8785c1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2428524 May 20 21:46:44.266036 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ba777-b8eb-48b1-9dc3-8c87df454edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d9f292-50b8-4f29-9645-ca24dcb89165,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:44.272224 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-7a3ba777-b8eb-48b1-9dc3-8c87df454edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:44.310103 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=d9f78ded-46ed-4059-a280-f49a966ecd77,revision_number=4']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:44.328430 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:44.328978 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:44.329472 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:44.329950 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:44.330420 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:44.330960 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:44.331436 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:44.331915 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:44.332438 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:44.333368 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:44.343752 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:44.344088 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:46:44.349611 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:44.353289 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-47880bbf-5fa7-4cba-b346-3e0df41eb5e3 req-d4afcc64-44ab-4bda-933e-1749c927eaec service neutron] 10.222.0.69 "GET /v2.0/networks/50e8913e-b0c0-4cbf-a591-6727353e1c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6459825 May 20 21:46:44.354306 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb771ace-771f-4b5a-a65e-2450c92bb51d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65f643a3-8eba-5354-b1b9-494a9af0713b-bc42d8dd-db6a-42a7-a65a-d494de158c0c', 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'fixed_ips': [{'subnet_id': 'd71aa12b-c7d1-4dcf-bc1c-f2467a541a18'}]}} from dv-cinder-792462-4-smb. {{(pid=98344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:46:44.355465 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-bb771ace-771f-4b5a-a65e-2450c92bb51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:44.367565 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-7a3ba777-b8eb-48b1-9dc3-8c87df454edd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3f47eaf379704c17a712ecea559b7406&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1463497 May 20 21:46:44.371169 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 44292) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:46:44.397801 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['d9f78ded-46ed-4059-a280-f49a966ecd77'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:46:44.558508 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-47613227-5a51-4c6f-b304-e0bf60e30e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:44.614173 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-47613227-5a51-4c6f-b304-e0bf60e30e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:44.727510 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-47613227-5a51-4c6f-b304-e0bf60e30e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:44.737852 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-672aae25-e6f0-47de-a676-3ea4d5f9bac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:44.768949 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-47613227-5a51-4c6f-b304-e0bf60e30e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:44.771201 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-47613227-5a51-4c6f-b304-e0bf60e30e35 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c5d9f292-50b8-4f29-9645-ca24dcb89165 HTTP/1.1" status: 204 len: 168 time: 0.3979053 May 20 21:46:44.772842 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47613227-5a51-4c6f-b304-e0bf60e30e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d9f292-50b8-4f29-9645-ca24dcb89165,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:44.791511 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-47613227-5a51-4c6f-b304-e0bf60e30e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:45.013827 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.db_base_plugin_common [None req-bb771ace-771f-4b5a-a65e-2450c92bb51d None None] Allocated IP 172.20.0.2 (bc42d8dd-db6a-42a7-a65a-d494de158c0c/d71aa12b-c7d1-4dcf-bc1c-f2467a541a18/08801a0a-f6ef-4ecf-8a95-3090e3a57d2a) {{(pid=98344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:46:45.106781 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-f34f174a-1186-4de5-ad51-db1ff7d292b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2026231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4968'] for router, precommit_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:45.270399 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25b476-67c6-473e-b3d8-c3cbc9fcb8a0 req-33bf6d8f-767c-4eee-b1c0-f9e2bfea375f tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:45.281840 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-3d25b476-67c6-473e-b3d8-c3cbc9fcb8a0 req-33bf6d8f-767c-4eee-b1c0-f9e2bfea375f tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 944 time: 0.7308969 May 20 21:46:45.329427 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 44304) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:46:45.374840 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-fb2ba267-f6cb-4cdb-9808-0aa14f516f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:45.375561 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fdcbd3-cb4e-4e1e-a338-966e3e40935a req-70ff7a9a-cc09-48a8-a7c9-4ca718dce342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:45.377348 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-33fdcbd3-cb4e-4e1e-a338-966e3e40935a req-70ff7a9a-cc09-48a8-a7c9-4ca718dce342 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=02474a2c64904c6fb152442041a5af03&device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 1100 time: 1.1215782 May 20 21:46:45.408848 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-fb2ba267-f6cb-4cdb-9808-0aa14f516f84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:46:45.413381 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-fb2ba267-f6cb-4cdb-9808-0aa14f516f84 admin admin] Usage tracker for resource:security_group_rule and tenant:f770b15b7927435b99206feee77c3b55 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:46:45.416953 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-fb2ba267-f6cb-4cdb-9808-0aa14f516f84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:46:45.417312 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-3d25b476-67c6-473e-b3d8-c3cbc9fcb8a0 req-fc1052f2-55cb-4c38-9967-de39a9eeff40 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/security-groups?id=8982002b-860a-4bcf-beb7-1f2b00cccb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337156 May 20 21:46:45.425123 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-fb2ba267-f6cb-4cdb-9808-0aa14f516f84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:46:45.463113 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device ebeff6af-dc56-4c34-b103-f0f47e84c25b details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 21:46:45.465163 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22e34e-4cf6-4e3c-a48f-6f332e2270ac req-c846a137-baf9-4805-8f96-2d12aa5f1001 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:45.476539 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-fe22e34e-4cf6-4e3c-a48f-6f332e2270ac req-c846a137-baf9-4805-8f96-2d12aa5f1001 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/ports?device_id=4701fa36-253d-4107-bdb6-00c5cec8de01 HTTP/1.1" status: 200 len: 943 time: 0.8822198 May 20 21:46:45.625679 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-fb2ba267-f6cb-4cdb-9808-0aa14f516f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:45.647247 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-fb2ba267-f6cb-4cdb-9808-0aa14f516f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:45.691537 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-bb771ace-771f-4b5a-a65e-2450c92bb51d None None] Notify callbacks [] for port, precommit_create {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:45.715544 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-0ede6f70-ce19-4f06-9b0f-c43b2e66b6ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:45.780502 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-fe22e34e-4cf6-4e3c-a48f-6f332e2270ac req-1fbc79ba-d96b-4a2a-81d3-ca76521a01ac tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/security-groups?id=f85fc22b-36d2-4f67-bb7c-9ef5a1c05b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024175 May 20 21:46:45.797047 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:45.823180 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-bb771ace-771f-4b5a-a65e-2450c92bb51d None None] Transition to ACTIVE for port object 08801a0a-f6ef-4ecf-8a95-3090e3a57d2a will not be triggered until provisioned by entity L2. {{(pid=98344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:46:45.931125 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-fb2ba267-f6cb-4cdb-9808-0aa14f516f84 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f770b15b7927435b99206feee77c3b55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5966487 May 20 21:46:45.933927 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 44308) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:46:45.939074 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-bb771ace-771f-4b5a-a65e-2450c92bb51d None None] Transition to ACTIVE for port object 08801a0a-f6ef-4ecf-8a95-3090e3a57d2a will not be triggered until provisioned by entity DHCP. {{(pid=98344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:46:45.943638 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ba267-f6cb-4cdb-9808-0aa14f516f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c09678-ff5d-470c-bd15-a88310cd98e9,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:45.951676 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-fb2ba267-f6cb-4cdb-9808-0aa14f516f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:45.973564 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-bb771ace-771f-4b5a-a65e-2450c92bb51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854'] for port, after_create {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:45.996873 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-fb2e5433-9641-4856-9460-26acbb306abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:46.116649 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb771ace-771f-4b5a-a65e-2450c92bb51d None None] Network bc42d8dd-db6a-42a7-a65a-d494de158c0c is already hosted by enough agents. {{(pid=98344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:46:46.127970 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.scheduler.base_scheduler [None req-bb771ace-771f-4b5a-a65e-2450c92bb51d None None] Resources bound (agent type, host, resource id): {{(pid=98344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:46:46.135672 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-7c959422-f4b6-42a2-aae4-36825546a98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:46.137838 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb771ace-771f-4b5a-a65e-2450c92bb51d None None] Received port after_create {{(pid=98344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:46:46.144308 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fdcbd3-cb4e-4e1e-a338-966e3e40935a req-fd906a34-f05a-45e9-8b98-8bbe316e5484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:46.145832 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-33fdcbd3-cb4e-4e1e-a338-966e3e40935a req-fd906a34-f05a-45e9-8b98-8bbe316e5484 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d792e157-988b-4be9-b81e-7ce03ac12952 HTTP/1.1" status: 200 len: 917 time: 0.6280425 May 20 21:46:46.150788 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port ebeff6af-dc56-4c34-b103-f0f47e84c25b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ebeff6af-dc56-4c34-b103-f0f47e84c25b,segment=NetworkSegment(6ff77bad-fc84-48fa-928c-df742290c0f0),segment_id=6ff77bad-fc84-48fa-928c-df742290c0f0)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:46:46.201458 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb771ace-771f-4b5a-a65e-2450c92bb51d None None] Pushing event updated for resources: {'Port': ['ID=08801a0a-f6ef-4ecf-8a95-3090e3a57d2a,revision_number=1']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:46.201458 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Returning: {'device': 'ebeff6af-dc56-4c34-b103-f0f47e84c25b', 'network_id': '50e8913e-b0c0-4cbf-a591-6727353e1c2d', 'port_id': 'ebeff6af-dc56-4c34-b103-f0f47e84c25b', 'mac_address': 'fa:16:3e:28:4a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08b3c829-5708-410c-be04-7fb8bee6ee62', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 21:46:46.239716 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-bb771ace-771f-4b5a-a65e-2450c92bb51d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:46.258635 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-7c959422-f4b6-42a2-aae4-36825546a98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:46.351188 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-bb771ace-771f-4b5a-a65e-2450c92bb51d None None] Attempting to bind port 08801a0a-f6ef-4ecf-8a95-3090e3a57d2a on host dv-cinder-792462-4-smb for vnic_type normal with profile {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:46:46.351560 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-bb771ace-771f-4b5a-a65e-2450c92bb51d None None] Attempting to bind port 08801a0a-f6ef-4ecf-8a95-3090e3a57d2a by drivers openvswitch,hyperv on host dv-cinder-792462-4-smb at level 0 using segments [{'id': 'a7607f59-35d3-492b-8e48-5ff38d337b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c'}] {{(pid=98344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:46:46.352078 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb771ace-771f-4b5a-a65e-2450c92bb51d None None] Attempting to bind port 08801a0a-f6ef-4ecf-8a95-3090e3a57d2a on network bc42d8dd-db6a-42a7-a65a-d494de158c0c {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:46:46.362992 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb771ace-771f-4b5a-a65e-2450c92bb51d None None] Checking agent: {'id': '09546d46-3481-475a-a863-9c6fd271337e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 34, 25), 'started_at': datetime.datetime(2021, 5, 20, 21, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:46:46.363662 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb771ace-771f-4b5a-a65e-2450c92bb51d None None] Checking segment: {'id': 'a7607f59-35d3-492b-8e48-5ff38d337b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:46:46.364210 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-bb771ace-771f-4b5a-a65e-2450c92bb51d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:46.364653 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb771ace-771f-4b5a-a65e-2450c92bb51d None None] Bound using segment: {'id': 'a7607f59-35d3-492b-8e48-5ff38d337b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c'} {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:46:46.365363 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-bb771ace-771f-4b5a-a65e-2450c92bb51d None None] Bound port: 08801a0a-f6ef-4ecf-8a95-3090e3a57d2a, host: dv-cinder-792462-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7607f59-35d3-492b-8e48-5ff38d337b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c'}}] {{(pid=98344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:46:46.365878 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-bb771ace-771f-4b5a-a65e-2450c92bb51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:46.383558 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:46.447804 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebeff6af-dc56-4c34-b103-f0f47e84c25b {{(pid=98344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:46:46.494230 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-33fdcbd3-cb4e-4e1e-a338-966e3e40935a req-8e654181-e154-4410-a67d-e8d77a1be8d2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d4f96ae-6406-4b29-8adb-180e8a245fb0 HTTP/1.1" status: 200 len: 1002 time: 0.3356678 May 20 21:46:46.509895 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port ebeff6af-dc56-4c34-b103-f0f47e84c25b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ebeff6af-dc56-4c34-b103-f0f47e84c25b,segment=NetworkSegment(6ff77bad-fc84-48fa-928c-df742290c0f0),segment_id=6ff77bad-fc84-48fa-928c-df742290c0f0)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:46:46.524888 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:46.529438 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-f735cf19-6fec-4d41-8165-46f1e5e9ad61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:46.620292 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-bb771ace-771f-4b5a-a65e-2450c92bb51d None None] For port 08801a0a-f6ef-4ecf-8a95-3090e3a57d2a, host dv-cinder-792462-4-smb, cleared binding levels {{(pid=98344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:46:46.628875 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fdcbd3-cb4e-4e1e-a338-966e3e40935a req-d688f922-d57f-423b-8014-ddff41af82a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:46.631435 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-33fdcbd3-cb4e-4e1e-a338-966e3e40935a req-d688f922-d57f-423b-8014-ddff41af82a3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e184cb69-105f-475e-83f0-129c4848c2ac HTTP/1.1" status: 200 len: 855 time: 0.1276429 May 20 21:46:46.635681 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-7c959422-f4b6-42a2-aae4-36825546a98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:46.639545 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-bb771ace-771f-4b5a-a65e-2450c92bb51d None None] For port 08801a0a-f6ef-4ecf-8a95-3090e3a57d2a, host dv-cinder-792462-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=08801a0a-f6ef-4ecf-8a95-3090e3a57d2a,segment=NetworkSegment(a7607f59-35d3-492b-8e48-5ff38d337b88),segment_id=a7607f59-35d3-492b-8e48-5ff38d337b88)] {{(pid=98344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:46:46.644571 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:46.649910 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-bb771ace-771f-4b5a-a65e-2450c92bb51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:46.675416 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=ebeff6af-dc56-4c34-b103-f0f47e84c25b,revision_number=4']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:46.679244 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:46.685895 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:46.699326 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-f34f174a-1186-4de5-ad51-db1ff7d292b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:46.795595 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['ebeff6af-dc56-4c34-b103-f0f47e84c25b'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:46:46.855947 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c959422-f4b6-42a2-aae4-36825546a98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c09678-ff5d-470c-bd15-a88310cd98e9,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:46.857985 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb771ace-771f-4b5a-a65e-2450c92bb51d None None] Pushing event updated for resources: {'Port': ['ID=08801a0a-f6ef-4ecf-8a95-3090e3a57d2a,revision_number=2']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:46.867853 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-bb771ace-771f-4b5a-a65e-2450c92bb51d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:46.868685 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-7c959422-f4b6-42a2-aae4-36825546a98a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:46.894758 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-f34f174a-1186-4de5-ad51-db1ff7d292b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:47.322300 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-7c959422-f4b6-42a2-aae4-36825546a98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:47.323463 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-7c959422-f4b6-42a2-aae4-36825546a98a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/61c09678-ff5d-470c-bd15-a88310cd98e9 HTTP/1.1" status: 204 len: 168 time: 1.3881035 May 20 21:46:47.334457 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.db_base_plugin_common [None req-f34f174a-1186-4de5-ad51-db1ff7d292b7 admin admin] Allocated IP 172.28.0.195 (6a7b2292-60f2-468f-9a72-8977b3c695a9/682e5247-0975-4386-b3ba-8aaf11b83d2b/e29ca419-a35c-487b-a7c7-5eb3af13bf41) {{(pid=98342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:46:47.467617 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device d9f78ded-46ed-4059-a280-f49a966ecd77 up at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:46:47.599099 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning for port d9f78ded-46ed-4059-a280-f49a966ecd77 completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:46:47.606573 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning complete for port d9f78ded-46ed-4059-a280-f49a966ecd77 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:46:47.607185 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:47.767616 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fdcbd3-cb4e-4e1e-a338-966e3e40935a req-e47353b2-2a41-409b-a3bb-25258387d7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:47.770684 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-33fdcbd3-cb4e-4e1e-a338-966e3e40935a req-e47353b2-2a41-409b-a3bb-25258387d7c1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d792e157-988b-4be9-b81e-7ce03ac12952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.1292253 May 20 21:46:47.827461 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cca5be-d008-4676-83a7-ef928ea30ec4 req-c0c22cb9-f2f1-46ea-aea3-fadb903988f4 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:47.835327 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-02cca5be-d008-4676-83a7-ef928ea30ec4 req-c0c22cb9-f2f1-46ea-aea3-fadb903988f4 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 944 time: 1.0652719 May 20 21:46:47.929519 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274471e-84bc-47a5-b326-87b4cc36ddd9 req-c2bd0864-61cf-442a-bcf5-972faa677423 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:47.938653 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4274471e-84bc-47a5-b326-87b4cc36ddd9 req-c2bd0864-61cf-442a-bcf5-972faa677423 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/ports?device_id=4701fa36-253d-4107-bdb6-00c5cec8de01 HTTP/1.1" status: 200 len: 944 time: 0.9026651 May 20 21:46:48.005583 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:48.092927 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36af116c-0eb5-449d-80ed-ca7219341f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f78ded-46ed-4059-a280-f49a966ecd77'}] {{(pid=98344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:46:48.115413 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 08801a0a-f6ef-4ecf-8a95-3090e3a57d2a up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:46:48.187327 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-02cca5be-d008-4676-83a7-ef928ea30ec4 req-0b344622-b629-4d3b-90a6-01c615c3c869 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/security-groups?id=8982002b-860a-4bcf-beb7-1f2b00cccb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3508441 May 20 21:46:48.191289 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port d9f78ded-46ed-4059-a280-f49a966ecd77, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d9f78ded-46ed-4059-a280-f49a966ecd77,segment=NetworkSegment(c9c5107c-5bc6-4614-a0d0-2f9713028a48),segment_id=c9c5107c-5bc6-4614-a0d0-2f9713028a48)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:46:48.205594 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:48.211454 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:48.281487 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-f34f174a-1186-4de5-ad51-db1ff7d292b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:48.297905 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4274471e-84bc-47a5-b326-87b4cc36ddd9 req-842bb019-be14-4960-8c65-72821350cae9 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/security-groups?id=f85fc22b-36d2-4f67-bb7c-9ef5a1c05b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024042 May 20 21:46:48.364932 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bdf140-3ea3-4ea2-b08e-4992a4f5a4dd None None] Network bc42d8dd-db6a-42a7-a65a-d494de158c0c requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:46:48.392157 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-33fdcbd3-cb4e-4e1e-a338-966e3e40935a req-bd9963af-4439-4eb6-811e-807a8769862c service neutron] 10.222.0.69 "GET /v2.0/networks/d792e157-988b-4be9-b81e-7ce03ac12952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6071513 May 20 21:46:48.395808 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=d9f78ded-46ed-4059-a280-f49a966ecd77,revision_number=5']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:48.404161 dv-cinder-792462-4-smb neutron-server[98344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36af116c-0eb5-449d-80ed-ca7219341f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f78ded-46ed-4059-a280-f49a966ecd77', 'code': 200} May 20 21:46:48.415066 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:48.418131 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning for port 08801a0a-f6ef-4ecf-8a95-3090e3a57d2a completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:46:48.584575 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-749d20a2-9858-4b18-94ab-9486c4013f54 None None] Provisioning for port 08801a0a-f6ef-4ecf-8a95-3090e3a57d2a completed by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:46:48.599215 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-749d20a2-9858-4b18-94ab-9486c4013f54 None None] Provisioning complete for port 08801a0a-f6ef-4ecf-8a95-3090e3a57d2a triggered by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:46:48.599852 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-749d20a2-9858-4b18-94ab-9486c4013f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:48.648081 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-33fdcbd3-cb4e-4e1e-a338-966e3e40935a req-22886fd6-030c-47a9-aabc-98e8e43d3772 service neutron] 10.222.0.69 "GET /v2.0/networks/d792e157-988b-4be9-b81e-7ce03ac12952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451282 May 20 21:46:48.665283 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-f34f174a-1186-4de5-ad51-db1ff7d292b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:48.685003 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:48.980727 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34f174a-1186-4de5-ad51-db1ff7d292b7 admin admin] Network 6a7b2292-60f2-468f-9a72-8977b3c695a9 is already hosted by enough agents. {{(pid=98342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:46:49.003440 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.base_scheduler [None req-f34f174a-1186-4de5-ad51-db1ff7d292b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=98342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:46:49.013100 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34f174a-1186-4de5-ad51-db1ff7d292b7 admin admin] Received port after_create {{(pid=98342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:46:49.021440 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-749d20a2-9858-4b18-94ab-9486c4013f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:49.078024 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-749d20a2-9858-4b18-94ab-9486c4013f54 None None] For port 08801a0a-f6ef-4ecf-8a95-3090e3a57d2a, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=08801a0a-f6ef-4ecf-8a95-3090e3a57d2a,segment=NetworkSegment(a7607f59-35d3-492b-8e48-5ff38d337b88),segment_id=a7607f59-35d3-492b-8e48-5ff38d337b88)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:46:49.084657 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-749d20a2-9858-4b18-94ab-9486c4013f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:49.087575 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f174a-1186-4de5-ad51-db1ff7d292b7 admin admin] Pushing event updated for resources: {'Port': ['ID=e29ca419-a35c-487b-a7c7-5eb3af13bf41,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:49.089204 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:49.093898 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-f34f174a-1186-4de5-ad51-db1ff7d292b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:49.236966 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d20a2-9858-4b18-94ab-9486c4013f54 None None] Pushing event updated for resources: {'Port': ['ID=08801a0a-f6ef-4ecf-8a95-3090e3a57d2a,revision_number=3']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:49.257058 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-749d20a2-9858-4b18-94ab-9486c4013f54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:49.456144 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device ebeff6af-dc56-4c34-b103-f0f47e84c25b up at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:46:49.488580 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ff811-650d-4e73-8f4c-f67b233b3e28 req-9cb5165e-1abb-4c3d-b1db-53daf375ff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:49.491002 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-312ff811-650d-4e73-8f4c-f67b233b3e28 req-9cb5165e-1abb-4c3d-b1db-53daf375ff84 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 1098 time: 0.5991766 May 20 21:46:49.703178 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning for port ebeff6af-dc56-4c34-b103-f0f47e84c25b completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:46:49.725420 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning complete for port ebeff6af-dc56-4c34-b103-f0f47e84c25b triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:46:49.725998 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:49.822466 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-15dbb3bc-96d4-46f0-922f-2e26ffd3bb3b None None] Provisioning complete for port 08801a0a-f6ef-4ecf-8a95-3090e3a57d2a triggered by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:46:49.822840 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-15dbb3bc-96d4-46f0-922f-2e26ffd3bb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:50.002213 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:50.151867 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 08801a0a-f6ef-4ecf-8a95-3090e3a57d2a up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:46:50.247024 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port ebeff6af-dc56-4c34-b103-f0f47e84c25b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ebeff6af-dc56-4c34-b103-f0f47e84c25b,segment=NetworkSegment(6ff77bad-fc84-48fa-928c-df742290c0f0),segment_id=6ff77bad-fc84-48fa-928c-df742290c0f0)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:46:50.263433 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-f34f174a-1186-4de5-ad51-db1ff7d292b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:50.266168 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:50.271735 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-bb771ace-771f-4b5a-a65e-2450c92bb51d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:50.321192 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-312ff811-650d-4e73-8f4c-f67b233b3e28 req-3447f295-f896-4d41-9967-ed8c6c050748 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8982002b-860a-4bcf-beb7-1f2b00cccb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7801850 May 20 21:46:50.357409 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=ebeff6af-dc56-4c34-b103-f0f47e84c25b,revision_number=5']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:50.372625 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:50.374433 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port 08801a0a-f6ef-4ecf-8a95-3090e3a57d2a triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:46:50.375010 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:50.397904 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6178d-1aa0-4cc4-ab01-c5d0e822ff62 req-19a44de2-053c-406b-86b3-9a953f2f46ab tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:50.399465 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-75d6178d-1aa0-4cc4-ab01-c5d0e822ff62 req-19a44de2-053c-406b-86b3-9a953f2f46ab tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/ports?device_id=4701fa36-253d-4107-bdb6-00c5cec8de01 HTTP/1.1" status: 200 len: 944 time: 0.8545096 May 20 21:46:50.502214 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4701fa36-253d-4107-bdb6-00c5cec8de01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebeff6af-dc56-4c34-b103-f0f47e84c25b'}] {{(pid=98344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:46:50.685516 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f5c29-bf00-4f12-8ada-e3961a40b525 req-ea92eaae-f686-4738-8868-5c75874b2b8c tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:50.687442 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-471f5c29-bf00-4f12-8ada-e3961a40b525 req-ea92eaae-f686-4738-8868-5c75874b2b8c tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 945 time: 0.9706535 May 20 21:46:50.749497 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-75d6178d-1aa0-4cc4-ab01-c5d0e822ff62 req-4f17d259-d075-46e3-a886-ad1bb429d2e5 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/security-groups?id=f85fc22b-36d2-4f67-bb7c-9ef5a1c05b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787390 May 20 21:46:50.823189 dv-cinder-792462-4-smb neutron-server[98344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4701fa36-253d-4107-bdb6-00c5cec8de01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebeff6af-dc56-4c34-b103-f0f47e84c25b', 'code': 200} May 20 21:46:50.904173 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-471f5c29-bf00-4f12-8ada-e3961a40b525 req-15e90e65-6f12-4aac-9502-b8922d686f5d tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/security-groups?id=8982002b-860a-4bcf-beb7-1f2b00cccb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092288 May 20 21:46:51.013205 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-f34f174a-1186-4de5-ad51-db1ff7d292b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2026222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625290'] for router, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:51.317483 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767d270-647d-4359-993e-57c98be36ed7 req-a8bd8bdb-6968-4fd4-8eb5-e498fd2b3fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:51.320518 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a767d270-647d-4359-993e-57c98be36ed7 req-a8bd8bdb-6968-4fd4-8eb5-e498fd2b3fe9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4701fa36-253d-4107-bdb6-00c5cec8de01 HTTP/1.1" status: 200 len: 1098 time: 0.2299368 May 20 21:46:51.495501 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a767d270-647d-4359-993e-57c98be36ed7 req-503852f1-a008-49b8-ac43-2eb4e68d8585 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f85fc22b-36d2-4f67-bb7c-9ef5a1c05b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618903 May 20 21:46:51.520351 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34f174a-1186-4de5-ad51-db1ff7d292b7 admin admin] Router 77651f21-a8c7-408a-b7fd-052d11539ab1 is scheduled to L3 agent 0cab7e80-5b87-486c-a982-5030be84b7ba with binding_index 1 {{(pid=98342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 21:46:51.872696 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34f174a-1186-4de5-ad51-db1ff7d292b7 admin admin] Notify agent at l3_agent.dv-cinder-792462-4-smb the message routers_updated {{(pid=98342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 21:46:51.897214 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848d44a7-bf35-4b86-b0dc-a5168462c68c None None] Sync routers for ids ['77651f21-a8c7-408a-b7fd-052d11539ab1'] in dv-cinder-792462-4-smb {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:46:51.922879 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-f34f174a-1186-4de5-ad51-db1ff7d292b7 admin admin] Notify callbacks [] for router, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:51.928225 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 44404) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:46:51.928806 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-f34f174a-1186-4de5-ad51-db1ff7d292b7 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.9988780 May 20 21:46:52.000181 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848d44a7-bf35-4b86-b0dc-a5168462c68c None None] Routers {'77651f21-a8c7-408a-b7fd-052d11539ab1'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:46:52.001350 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-848d44a7-bf35-4b86-b0dc-a5168462c68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:46:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['77651f21-a8c7-408a-b7fd-052d11539ab1'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:52.141366 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5d347-ee5c-4dde-b0ab-681420f460c8 req-d7459f20-f5c2-406f-916b-6ccb7ab46cb6 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:52.164339 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-59e5d347-ee5c-4dde-b0ab-681420f460c8 req-d7459f20-f5c2-406f-916b-6ccb7ab46cb6 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/ports?device_id=4701fa36-253d-4107-bdb6-00c5cec8de01 HTTP/1.1" status: 200 len: 945 time: 0.2112103 May 20 21:46:52.314706 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-59e5d347-ee5c-4dde-b0ab-681420f460c8 req-0d4220f7-bc09-4a92-b23c-d6850bdab5d3 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/security-groups?id=f85fc22b-36d2-4f67-bb7c-9ef5a1c05b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445365 May 20 21:46:52.457588 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-0aa616f5-2024-44ac-94c9-6afc29af65ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:52.525732 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-848d44a7-bf35-4b86-b0dc-a5168462c68c None None] Set router 77651f21-a8c7-408a-b7fd-052d11539ab1 gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:46:52.610635 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e75a28-f989-4243-9d55-2f3f925ba552 req-6ad0e0c0-c350-4ac4-982a-7b240d5163f7 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:52.613875 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b9e75a28-f989-4243-9d55-2f3f925ba552 req-6ad0e0c0-c350-4ac4-982a-7b240d5163f7 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 945 time: 0.2095408 May 20 21:46:52.732866 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b9e75a28-f989-4243-9d55-2f3f925ba552 req-b77316a4-3036-4892-bee8-a75ced3165d3 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/security-groups?id=8982002b-860a-4bcf-beb7-1f2b00cccb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127648 May 20 21:46:53.010072 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160711ae-2cbe-4d73-a1ae-dd585927e722 req-92016094-4e62-41d3-8516-255caa63959b tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:53.012642 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-160711ae-2cbe-4d73-a1ae-dd585927e722 req-92016094-4e62-41d3-8516-255caa63959b tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 945 time: 0.1576600 May 20 21:46:53.115866 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-160711ae-2cbe-4d73-a1ae-dd585927e722 req-0d5bec22-6b33-49c0-8772-222309f2a099 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/security-groups?id=8982002b-860a-4bcf-beb7-1f2b00cccb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864191 May 20 21:46:53.132179 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-848d44a7-bf35-4b86-b0dc-a5168462c68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'name': 'tempest-AttachVolumeTestJSON-2100298672-router', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195'}], 'enable_snat': True}, 'gw_port_id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:46:44Z', 'updated_at': '2021-05-20T21:46:49Z', 'revision_number': 3, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'gw_port': {'id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:46:47Z', 'updated_at': '2021-05-20T21:46:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb'}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:53.132839 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 44424) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:46:53.145800 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848d44a7-bf35-4b86-b0dc-a5168462c68c None None] Checking router: 77651f21-a8c7-408a-b7fd-052d11539ab1 for host: dv-cinder-792462-4-smb {{(pid=98344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:46:53.146612 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848d44a7-bf35-4b86-b0dc-a5168462c68c None None] Updating router 77651f21-a8c7-408a-b7fd-052d11539ab1 port e29ca419-a35c-487b-a7c7-5eb3af13bf41 binding host dv-cinder-792462-4-smb {{(pid=98344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:46:53.250488 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-848d44a7-bf35-4b86-b0dc-a5168462c68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:53.760494 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-96b7728f-593b-4ba4-b8a9-6bede97e3736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:53.944760 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0ee64-30d3-4ac6-9888-181f51619d79 req-b4d225cc-4542-4a5a-a980-0b5d540f189a tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:53.954524 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-3eb0ee64-30d3-4ac6-9888-181f51619d79 req-b4d225cc-4542-4a5a-a980-0b5d540f189a tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/ports?device_id=4701fa36-253d-4107-bdb6-00c5cec8de01 HTTP/1.1" status: 200 len: 945 time: 0.2982905 May 20 21:46:54.051259 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-3eb0ee64-30d3-4ac6-9888-181f51619d79 req-1e306fa8-93b7-48b6-bbd2-9a48562dbd63 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/security-groups?id=f85fc22b-36d2-4f67-bb7c-9ef5a1c05b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939987 May 20 21:46:54.059426 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41eec16-f31d-484a-8af0-07d2584516f6 tempest-TestShelveInstance-1182597007 tempest-TestShelveInstance-1182597007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:46:54.067956 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-e41eec16-f31d-484a-8af0-07d2584516f6 tempest-TestShelveInstance-1182597007 tempest-TestShelveInstance-1182597007-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 1093 time: 0.9302423 May 20 21:46:54.068685 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 44442) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:46:54.083679 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-360ced6d-76eb-4f98-a1bb-84c43535b3ff tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Request body: {'floatingip': {'floating_network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'port_id': 'd9f78ded-46ed-4059-a280-f49a966ecd77', 'tenant_id': 'bf7c4d2476214011814adf1e8095c658', 'fixed_ip_address': '172.20.0.3'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:46:54.110453 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-360ced6d-76eb-4f98-a1bb-84c43535b3ff tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:46:54.126087 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-360ced6d-76eb-4f98-a1bb-84c43535b3ff tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Usage tracker for resource:floatingip and tenant:bf7c4d2476214011814adf1e8095c658 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:46:54.143147 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-360ced6d-76eb-4f98-a1bb-84c43535b3ff tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:46:54.150957 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-848d44a7-bf35-4b86-b0dc-a5168462c68c None None] Notify callbacks [] for port, precommit_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:54.165186 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-360ced6d-76eb-4f98-a1bb-84c43535b3ff tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:46:54.171833 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-848d44a7-bf35-4b86-b0dc-a5168462c68c None None] Transition to ACTIVE for port object e29ca419-a35c-487b-a7c7-5eb3af13bf41 will not be triggered until provisioned by entity L2. {{(pid=98344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:46:54.185001 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-848d44a7-bf35-4b86-b0dc-a5168462c68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:54.195252 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:54.198572 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-360ced6d-76eb-4f98-a1bb-84c43535b3ff tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks [] for floatingip, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:54.302261 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.db_base_plugin_common [None req-96b7728f-593b-4ba4-b8a9-6bede97e3736 admin admin] Allocated IP 172.20.0.1 (bc42d8dd-db6a-42a7-a65a-d494de158c0c/d71aa12b-c7d1-4dcf-bc1c-f2467a541a18/336bfb3e-8df7-4bda-afe7-5d3ebd2292e8) {{(pid=98343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:46:54.384742 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-848d44a7-bf35-4b86-b0dc-a5168462c68c None None] Attempting to bind port e29ca419-a35c-487b-a7c7-5eb3af13bf41 on host dv-cinder-792462-4-smb for vnic_type normal with profile {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:46:54.385256 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-848d44a7-bf35-4b86-b0dc-a5168462c68c None None] Attempting to bind port e29ca419-a35c-487b-a7c7-5eb3af13bf41 by drivers openvswitch,hyperv on host dv-cinder-792462-4-smb at level 0 using segments [{'id': 'c99208f0-a511-44ea-981f-b3b92c3f5261', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'}] {{(pid=98344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:46:54.385787 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848d44a7-bf35-4b86-b0dc-a5168462c68c None None] Attempting to bind port e29ca419-a35c-487b-a7c7-5eb3af13bf41 on network 6a7b2292-60f2-468f-9a72-8977b3c695a9 {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:46:54.396678 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477dc15e-6326-4c84-bb42-ba2016031572 None None] Pushing event updated for resources: {'Port': ['ID=e29ca419-a35c-487b-a7c7-5eb3af13bf41,revision_number=2']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:54.402137 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-477dc15e-6326-4c84-bb42-ba2016031572 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:54.405236 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848d44a7-bf35-4b86-b0dc-a5168462c68c None None] Checking agent: {'id': '09546d46-3481-475a-a863-9c6fd271337e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 34, 25), 'started_at': datetime.datetime(2021, 5, 20, 21, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:46:54.405647 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848d44a7-bf35-4b86-b0dc-a5168462c68c None None] Checking segment: {'id': 'c99208f0-a511-44ea-981f-b3b92c3f5261', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:46:54.406233 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-848d44a7-bf35-4b86-b0dc-a5168462c68c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:54.406831 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848d44a7-bf35-4b86-b0dc-a5168462c68c None None] Bound using segment: {'id': 'c99208f0-a511-44ea-981f-b3b92c3f5261', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'} {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:46:54.407204 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-848d44a7-bf35-4b86-b0dc-a5168462c68c None None] Bound port: e29ca419-a35c-487b-a7c7-5eb3af13bf41, host: dv-cinder-792462-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99208f0-a511-44ea-981f-b3b92c3f5261', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'}}] {{(pid=98344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:46:54.407594 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-848d44a7-bf35-4b86-b0dc-a5168462c68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:54.561712 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-360ced6d-76eb-4f98-a1bb-84c43535b3ff tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:54.587830 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-848d44a7-bf35-4b86-b0dc-a5168462c68c None None] For port e29ca419-a35c-487b-a7c7-5eb3af13bf41, host dv-cinder-792462-4-smb, cleared binding levels {{(pid=98344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:46:54.594644 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-848d44a7-bf35-4b86-b0dc-a5168462c68c None None] For port e29ca419-a35c-487b-a7c7-5eb3af13bf41, host dv-cinder-792462-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=e29ca419-a35c-487b-a7c7-5eb3af13bf41,segment=NetworkSegment(c99208f0-a511-44ea-981f-b3b92c3f5261),segment_id=c99208f0-a511-44ea-981f-b3b92c3f5261)] {{(pid=98344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:46:54.610725 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-848d44a7-bf35-4b86-b0dc-a5168462c68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:54.621393 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-16c1167f-473e-4d91-89fa-0d3e2aa586f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:54.703151 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-96b7728f-593b-4ba4-b8a9-6bede97e3736 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:54.738867 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.provisioning_blocks [None req-96b7728f-593b-4ba4-b8a9-6bede97e3736 admin admin] Transition to ACTIVE for port object 336bfb3e-8df7-4bda-afe7-5d3ebd2292e8 will not be triggered until provisioned by entity DHCP. {{(pid=98343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:46:54.782216 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-96b7728f-593b-4ba4-b8a9-6bede97e3736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:54.800834 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:54.814060 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848d44a7-bf35-4b86-b0dc-a5168462c68c None None] Routers {'77651f21-a8c7-408a-b7fd-052d11539ab1'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:46:54.829876 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-848d44a7-bf35-4b86-b0dc-a5168462c68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:46:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['77651f21-a8c7-408a-b7fd-052d11539ab1'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:54.911931 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b7728f-593b-4ba4-b8a9-6bede97e3736 admin admin] Network bc42d8dd-db6a-42a7-a65a-d494de158c0c is already hosted by enough agents. {{(pid=98343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:46:54.929349 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.base_scheduler [None req-96b7728f-593b-4ba4-b8a9-6bede97e3736 admin admin] Resources bound (agent type, host, resource id): {{(pid=98343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:46:54.947094 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b7728f-593b-4ba4-b8a9-6bede97e3736 admin admin] Received port after_create {{(pid=98343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:46:55.057691 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7728f-593b-4ba4-b8a9-6bede97e3736 admin admin] Pushing event updated for resources: {'Port': ['ID=336bfb3e-8df7-4bda-afe7-5d3ebd2292e8,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:55.064063 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-96b7728f-593b-4ba4-b8a9-6bede97e3736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:55.090372 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-96b7728f-593b-4ba4-b8a9-6bede97e3736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023635'] for router_interface, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:55.102872 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.db_base_plugin_common [None req-360ced6d-76eb-4f98-a1bb-84c43535b3ff tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Allocated IP 172.28.0.239 (6a7b2292-60f2-468f-9a72-8977b3c695a9/682e5247-0975-4386-b3ba-8aaf11b83d2b/d1f60dcf-48c4-4a2b-8d60-05d1e84c364a) {{(pid=98342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:46:55.511456 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-848d44a7-bf35-4b86-b0dc-a5168462c68c None None] Set router 77651f21-a8c7-408a-b7fd-052d11539ab1 gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:46:55.915153 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-360ced6d-76eb-4f98-a1bb-84c43535b3ff tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks [] for port, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:56.021984 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-360ced6d-76eb-4f98-a1bb-84c43535b3ff tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:56.053928 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-d8dfe9cd-69bf-4f6f-8c76-35fcde71c618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:56.164365 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360ced6d-76eb-4f98-a1bb-84c43535b3ff tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Network 6a7b2292-60f2-468f-9a72-8977b3c695a9 is already hosted by enough agents. {{(pid=98342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:46:56.179223 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.base_scheduler [None req-360ced6d-76eb-4f98-a1bb-84c43535b3ff tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Resources bound (agent type, host, resource id): {{(pid=98342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:46:56.187054 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360ced6d-76eb-4f98-a1bb-84c43535b3ff tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Received port after_create {{(pid=98342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:46:56.194871 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477dc15e-6326-4c84-bb42-ba2016031572 None None] Pushing event updated for resources: {'Port': ['ID=e29ca419-a35c-487b-a7c7-5eb3af13bf41,revision_number=3']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:56.272736 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-96b7728f-593b-4ba4-b8a9-6bede97e3736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:56.287260 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ced6d-76eb-4f98-a1bb-84c43535b3ff tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Pushing event updated for resources: {'Port': ['ID=d1f60dcf-48c4-4a2b-8d60-05d1e84c364a,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:56.295401 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-360ced6d-76eb-4f98-a1bb-84c43535b3ff tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:56.347232 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-477dc15e-6326-4c84-bb42-ba2016031572 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.726s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:56.400640 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:56.417780 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cd2ae0bc-f3f2-44f1-b7e0-6b767adc8ded None None] Provisioning for port 336bfb3e-8df7-4bda-afe7-5d3ebd2292e8 completed by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:46:56.424036 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-88f057d5-d505-4f31-97d0-37c8db78a5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:56.580154 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cd2ae0bc-f3f2-44f1-b7e0-6b767adc8ded None None] Provisioning complete for port 336bfb3e-8df7-4bda-afe7-5d3ebd2292e8 triggered by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:46:56.582937 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cd2ae0bc-f3f2-44f1-b7e0-6b767adc8ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:56.792725 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-cd2ae0bc-f3f2-44f1-b7e0-6b767adc8ded None None] Port 336bfb3e-8df7-4bda-afe7-5d3ebd2292e8 cannot update to ACTIVE because it is not bound. {{(pid=98344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 21:46:57.176773 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-848d44a7-bf35-4b86-b0dc-a5168462c68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'name': 'tempest-AttachVolumeTestJSON-2100298672-router', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195'}], 'enable_snat': True}, 'gw_port_id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:46:44Z', 'updated_at': '2021-05-20T21:46:49Z', 'revision_number': 3, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'gw_port': {'id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:46:47Z', 'updated_at': '2021-05-20T21:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb'}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:46:57.190863 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848d44a7-bf35-4b86-b0dc-a5168462c68c None None] The sync data for ids ['77651f21-a8c7-408a-b7fd-052d11539ab1'] in dv-cinder-792462-4-smb is: [{'id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'name': 'tempest-AttachVolumeTestJSON-2100298672-router', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195'}], 'enable_snat': True}, 'gw_port_id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:46:44Z', 'updated_at': '2021-05-20T21:46:49Z', 'revision_number': 3, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'gw_port': {'id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:46:47Z', 'updated_at': '2021-05-20T21:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb'}] {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:46:57.293339 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-96b7728f-593b-4ba4-b8a9-6bede97e3736 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:57.304892 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-96b7728f-593b-4ba4-b8a9-6bede97e3736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1737293'] for port, after_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:57.514204 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:57.550721 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:57.648314 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7728f-593b-4ba4-b8a9-6bede97e3736 admin admin] Pushing event updated for resources: {'Port': ['ID=336bfb3e-8df7-4bda-afe7-5d3ebd2292e8,revision_number=2']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:57.654438 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-96b7728f-593b-4ba4-b8a9-6bede97e3736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:57.675747 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-96b7728f-593b-4ba4-b8a9-6bede97e3736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629800'] for router_interface, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:58.085822 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-360ced6d-76eb-4f98-a1bb-84c43535b3ff tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:58.149149 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device e29ca419-a35c-487b-a7c7-5eb3af13bf41 up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:46:58.263603 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b7728f-593b-4ba4-b8a9-6bede97e3736 admin admin] Network bc42d8dd-db6a-42a7-a65a-d494de158c0c is already hosted by enough agents. {{(pid=98343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:46:58.287162 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.base_scheduler [None req-96b7728f-593b-4ba4-b8a9-6bede97e3736 admin admin] Resources bound (agent type, host, resource id): {{(pid=98343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:46:58.360797 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning for port e29ca419-a35c-487b-a7c7-5eb3af13bf41 completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:46:58.373127 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port e29ca419-a35c-487b-a7c7-5eb3af13bf41 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:46:58.376683 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:58.645307 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-360ced6d-76eb-4f98-a1bb-84c43535b3ff tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:58.741059 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:58.784786 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] For port e29ca419-a35c-487b-a7c7-5eb3af13bf41, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=e29ca419-a35c-487b-a7c7-5eb3af13bf41,segment=NetworkSegment(c99208f0-a511-44ea-981f-b3b92c3f5261),segment_id=c99208f0-a511-44ea-981f-b3b92c3f5261)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:46:58.794130 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:58.803413 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:59.026134 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-b93ec239-d373-43c9-b51f-edfc9ead0570 None None] Provisioning complete for port 336bfb3e-8df7-4bda-afe7-5d3ebd2292e8 triggered by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:46:59.026788 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-b93ec239-d373-43c9-b51f-edfc9ead0570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:59.155505 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b7728f-593b-4ba4-b8a9-6bede97e3736 admin admin] Router 77651f21-a8c7-408a-b7fd-052d11539ab1 has already been hosted by L3 agent 0cab7e80-5b87-486c-a982-5030be84b7ba {{(pid=98343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 21:46:59.199584 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-b93ec239-d373-43c9-b51f-edfc9ead0570 None None] Port 336bfb3e-8df7-4bda-afe7-5d3ebd2292e8 cannot update to ACTIVE because it is not bound. {{(pid=98344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 21:46:59.219288 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Pushing event updated for resources: {'Port': ['ID=e29ca419-a35c-487b-a7c7-5eb3af13bf41,revision_number=4']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:59.232846 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:59.239986 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:59.390932 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-360ced6d-76eb-4f98-a1bb-84c43535b3ff tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks [] for port, precommit_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:59.401369 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-360ced6d-76eb-4f98-a1bb-84c43535b3ff tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3867198'] for port, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:46:59.422308 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-bfb563d2-10c2-44ea-a343-9f516b19119d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:46:59.492673 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b7728f-593b-4ba4-b8a9-6bede97e3736 admin admin] Notify agent at l3_agent.dv-cinder-792462-4-smb the message routers_updated {{(pid=98343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 21:46:59.520565 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-96b7728f-593b-4ba4-b8a9-6bede97e3736 admin admin] 10.222.0.78 "PUT /v2.0/routers/77651f21-a8c7-408a-b7fd-052d11539ab1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5904295 May 20 21:46:59.662118 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ced6d-76eb-4f98-a1bb-84c43535b3ff tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Pushing event updated for resources: {'Port': ['ID=d1f60dcf-48c4-4a2b-8d60-05d1e84c364a,revision_number=2']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:46:59.668482 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-360ced6d-76eb-4f98-a1bb-84c43535b3ff tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:46:59.795762 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 6 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:46:59.934607 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-360ced6d-76eb-4f98-a1bb-84c43535b3ff tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023492'] for floatingip, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:00.158036 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device e29ca419-a35c-487b-a7c7-5eb3af13bf41 up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:47:00.442789 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port e29ca419-a35c-487b-a7c7-5eb3af13bf41 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:47:00.444176 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:00.950666 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.db.l3_db [None req-360ced6d-76eb-4f98-a1bb-84c43535b3ff tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Floating IP d059a3ec-7028-4377-b584-f44e7cbc0b7b associated. External IP: 172.28.0.239, port: d9f78ded-46ed-4059-a280-f49a966ecd77. May 20 21:47:00.962603 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd309b5-8541-4eac-b2a4-bfab775aaef9 None None] Sync routers for ids ['77651f21-a8c7-408a-b7fd-052d11539ab1'] in dv-cinder-792462-4-smb {{(pid=98345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:47:00.983552 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd309b5-8541-4eac-b2a4-bfab775aaef9 None None] Routers {'77651f21-a8c7-408a-b7fd-052d11539ab1'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:47:00.983552 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-8fd309b5-8541-4eac-b2a4-bfab775aaef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:46:56Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['77651f21-a8c7-408a-b7fd-052d11539ab1'], 'active': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:47:01.419852 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvr_db [None req-8fd309b5-8541-4eac-b2a4-bfab775aaef9 None None] Set router 77651f21-a8c7-408a-b7fd-052d11539ab1 gateway port host: dv-cinder-792462-4-smb {{(pid=98345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:47:01.705479 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360ced6d-76eb-4f98-a1bb-84c43535b3ff tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Router 2f49aed4-d349-41c5-a637-d6255515d5ea has already been hosted by L3 agent 0cab7e80-5b87-486c-a982-5030be84b7ba {{(pid=98342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 21:47:01.985072 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 44576) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:47:02.002169 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-666b37ea-a85c-4da0-b975-2ca2c40e59ff tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1553827933', 'description': 'tempest-description--1291337111'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:47:02.025993 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-666b37ea-a85c-4da0-b975-2ca2c40e59ff tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:47:02.046711 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-666b37ea-a85c-4da0-b975-2ca2c40e59ff tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Usage tracker for resource:security_group and tenant:0606f6a2c7f245b7990c5cd28b31b66a is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:47:02.060193 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-666b37ea-a85c-4da0-b975-2ca2c40e59ff tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:47:02.072702 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-666b37ea-a85c-4da0-b975-2ca2c40e59ff tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:47:02.136648 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-666b37ea-a85c-4da0-b975-2ca2c40e59ff tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:02.173649 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-666b37ea-a85c-4da0-b975-2ca2c40e59ff tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:47:02.187507 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-666b37ea-a85c-4da0-b975-2ca2c40e59ff tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Usage tracker for resource:security_group_rule and tenant:0606f6a2c7f245b7990c5cd28b31b66a is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:47:02.194066 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-666b37ea-a85c-4da0-b975-2ca2c40e59ff tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:47:02.201172 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-666b37ea-a85c-4da0-b975-2ca2c40e59ff tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:47:02.238529 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360ced6d-76eb-4f98-a1bb-84c43535b3ff tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify agent at l3_agent.dv-cinder-792462-4-smb the message routers_updated {{(pid=98342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 21:47:02.270776 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92e12f1-61c6-436b-b72d-83608ccc9fb3 None None] Sync routers for ids ['2f49aed4-d349-41c5-a637-d6255515d5ea'] in dv-cinder-792462-4-smb {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:47:02.272088 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-8fd309b5-8541-4eac-b2a4-bfab775aaef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'name': 'tempest-AttachVolumeTestJSON-2100298672-router', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195'}], 'enable_snat': True}, 'gw_port_id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:46:44Z', 'updated_at': '2021-05-20T21:46:55Z', 'revision_number': 4, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'gw_port': {'id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:46:47Z', 'updated_at': '2021-05-20T21:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': '336bfb3e-8df7-4bda-afe7-5d3ebd2292e8', 'name': '', 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'mac_address': 'fa:16:3e:44:fc:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd71aa12b-c7d1-4dcf-bc1c-f2467a541a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:46:53Z', 'updated_at': '2021-05-20T21:46:56Z', 'revision_number': 2, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'subnets': [{'id': 'd71aa12b-c7d1-4dcf-bc1c-f2467a541a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:47:02.280171 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd309b5-8541-4eac-b2a4-bfab775aaef9 None None] Checking router: 77651f21-a8c7-408a-b7fd-052d11539ab1 for host: dv-cinder-792462-4-smb {{(pid=98345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:47:02.281479 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd309b5-8541-4eac-b2a4-bfab775aaef9 None None] Updating router 77651f21-a8c7-408a-b7fd-052d11539ab1 port 336bfb3e-8df7-4bda-afe7-5d3ebd2292e8 binding host dv-cinder-792462-4-smb {{(pid=98345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:47:02.304713 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-360ced6d-76eb-4f98-a1bb-84c43535b3ff tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for floatingip, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:02.339920 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92e12f1-61c6-436b-b72d-83608ccc9fb3 None None] Routers {'2f49aed4-d349-41c5-a637-d6255515d5ea'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:47:02.340978 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-d92e12f1-61c6-436b-b72d-83608ccc9fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:46:56Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['2f49aed4-d349-41c5-a637-d6255515d5ea'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:47:02.353455 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 44586) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:47:02.374171 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-8fd309b5-8541-4eac-b2a4-bfab775aaef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:02.410596 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-360ced6d-76eb-4f98-a1bb-84c43535b3ff tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.3364108 May 20 21:47:02.411824 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36af116c-0eb5-449d-80ed-ca7219341f55', 'tag': 'd9f78ded-46ed-4059-a280-f49a966ecd77'}] {{(pid=98342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:47:02.420419 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-666b37ea-a85c-4da0-b975-2ca2c40e59ff tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:02.443176 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-666b37ea-a85c-4da0-b975-2ca2c40e59ff tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:02.449957 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-1b9f99c7-d153-44d3-899c-e595a994329c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:02.538117 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36af116c-0eb5-449d-80ed-ca7219341f55', 'tag': 'd9f78ded-46ed-4059-a280-f49a966ecd77', 'status': 'completed', 'code': 200} May 20 21:47:02.587880 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b37ea-a85c-4da0-b975-2ca2c40e59ff tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81b67765-cf8f-464e-80f3-b01a4fdb1731,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:02.607103 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-666b37ea-a85c-4da0-b975-2ca2c40e59ff tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:02.615013 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-666b37ea-a85c-4da0-b975-2ca2c40e59ff tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:02.616725 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-666b37ea-a85c-4da0-b975-2ca2c40e59ff tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6481948 May 20 21:47:02.621105 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 44598) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:47:02.629654 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-07ecfa85-a2d6-47e1-92d8-f2bd757b7a14 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Request body: {'security_group_rule': {'security_group_id': '81b67765-cf8f-464e-80f3-b01a4fdb1731', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:47:02.671608 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-07ecfa85-a2d6-47e1-92d8-f2bd757b7a14 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:47:02.691475 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-07ecfa85-a2d6-47e1-92d8-f2bd757b7a14 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Usage tracker for resource:security_group_rule and tenant:0606f6a2c7f245b7990c5cd28b31b66a is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:47:02.704211 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-07ecfa85-a2d6-47e1-92d8-f2bd757b7a14 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:47:02.739919 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-07ecfa85-a2d6-47e1-92d8-f2bd757b7a14 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:47:02.750959 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-694748c7-04cf-45c1-a8ef-e72367b2fc76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:02.771849 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-694748c7-04cf-45c1-a8ef-e72367b2fc76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:47:02.774625 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-07ecfa85-a2d6-47e1-92d8-f2bd757b7a14 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:02.776447 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-694748c7-04cf-45c1-a8ef-e72367b2fc76 admin admin] Usage tracker for resource:security_group_rule and tenant:a614720bc2a54025b6b67a049bb2b514 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:47:02.780184 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-694748c7-04cf-45c1-a8ef-e72367b2fc76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:47:02.787956 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-694748c7-04cf-45c1-a8ef-e72367b2fc76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:47:02.962781 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-694748c7-04cf-45c1-a8ef-e72367b2fc76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:02.968335 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-07ecfa85-a2d6-47e1-92d8-f2bd757b7a14 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:02.977622 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-07ecfa85-a2d6-47e1-92d8-f2bd757b7a14 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639471'] for security_group_rule, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:02.984655 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-694748c7-04cf-45c1-a8ef-e72367b2fc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:03.012778 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:03.062286 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:03.074617 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-694748c7-04cf-45c1-a8ef-e72367b2fc76 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a614720bc2a54025b6b67a049bb2b514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7186396 May 20 21:47:03.100354 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 44610) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:47:03.103277 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-d92e12f1-61c6-436b-b72d-83608ccc9fb3 None None] Set router 2f49aed4-d349-41c5-a637-d6255515d5ea gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:47:03.141168 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f8abe-bd6e-4ca4-b24b-ed194333e92c req-c2f33f79-831d-48f3-b469-19fbf83e008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:03.142951 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a03f8abe-bd6e-4ca4-b24b-ed194333e92c req-c2f33f79-831d-48f3-b469-19fbf83e008c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bf7c4d2476214011814adf1e8095c658&device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 1098 time: 0.5914102 May 20 21:47:03.179353 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ecfa85-a2d6-47e1-92d8-f2bd757b7a14 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09765074-b1d8-4490-9b7a-6b1b96074d23,revision_number=0']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:03.214456 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-07ecfa85-a2d6-47e1-92d8-f2bd757b7a14 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:03.328734 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-07ecfa85-a2d6-47e1-92d8-f2bd757b7a14 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:03.351789 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-07ecfa85-a2d6-47e1-92d8-f2bd757b7a14 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7079682 May 20 21:47:03.358179 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 44614) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:47:03.477991 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-fdbc3f0e-ac3f-49c5-90ab-46956d61097c tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Request body: {'security_group_rule': {'security_group_id': '81b67765-cf8f-464e-80f3-b01a4fdb1731', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:47:03.517237 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-fdbc3f0e-ac3f-49c5-90ab-46956d61097c tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:47:03.584371 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-fdbc3f0e-ac3f-49c5-90ab-46956d61097c tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Usage tracker for resource:security_group_rule and tenant:0606f6a2c7f245b7990c5cd28b31b66a is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:47:03.599594 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-fdbc3f0e-ac3f-49c5-90ab-46956d61097c tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:47:03.609731 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f8abe-bd6e-4ca4-b24b-ed194333e92c req-6d15c02a-f737-472d-896b-5f13e2fbe4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:03.613349 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a03f8abe-bd6e-4ca4-b24b-ed194333e92c req-6d15c02a-f737-472d-896b-5f13e2fbe4a7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3a4eadf7-298b-4c11-b779-64558c14cd67 HTTP/1.1" status: 200 len: 909 time: 0.4474084 May 20 21:47:03.614311 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694748c7-04cf-45c1-a8ef-e72367b2fc76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc26dd13-7bd5-439f-85f5-4d34485b3746,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:03.620964 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-fdbc3f0e-ac3f-49c5-90ab-46956d61097c tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:47:03.628585 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-b86905fc-ce59-441e-97da-4167add56b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:03.631262 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-694748c7-04cf-45c1-a8ef-e72367b2fc76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:03.704997 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-8fd309b5-8541-4eac-b2a4-bfab775aaef9 None None] Notify callbacks [] for port, precommit_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:03.721967 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-fdbc3f0e-ac3f-49c5-90ab-46956d61097c tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:03.738941 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.provisioning_blocks [None req-8fd309b5-8541-4eac-b2a4-bfab775aaef9 None None] Transition to ACTIVE for port object 336bfb3e-8df7-4bda-afe7-5d3ebd2292e8 will not be triggered until provisioned by entity L2. {{(pid=98345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:47:03.742811 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-b86905fc-ce59-441e-97da-4167add56b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:03.758436 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-8fd309b5-8541-4eac-b2a4-bfab775aaef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:03.762936 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:03.848237 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-d92e12f1-61c6-436b-b72d-83608ccc9fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'name': 'tempest-TestShelveInstance-824939550-router', 'tenant_id': 'bf7c4d2476214011814adf1e8095c658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a904694c-329c-49bb-ab3c-2b23329bea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:45:27Z', 'updated_at': '2021-05-20T21:45:39Z', 'revision_number': 4, 'project_id': 'bf7c4d2476214011814adf1e8095c658', 'gw_port': {'id': 'a904694c-329c-49bb-ab3c-2b23329bea42', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:45:30Z', 'updated_at': '2021-05-20T21:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_floatingips': [{'id': 'd059a3ec-7028-4377-b584-f44e7cbc0b7b', 'tenant_id': 'bf7c4d2476214011814adf1e8095c658', 'floating_ip_address': '172.28.0.239', 'floating_network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'router_id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'port_id': 'd9f78ded-46ed-4059-a280-f49a966ecd77', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a4eadf7-298b-4c11-b779-64558c14cd67', 'mac_address': 'fa:16:3e:d2:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36af116c-0eb5-449d-80ed-ca7219341f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T21:46:57Z', 'updated_at': '2021-05-20T21:46:57Z', 'revision_number': 0, 'project_id': 'bf7c4d2476214011814adf1e8095c658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b653b278-7ca2-4a0c-9615-afe99d6c0d24', 'name': '', 'network_id': '3a4eadf7-298b-4c11-b779-64558c14cd67', 'tenant_id': 'bf7c4d2476214011814adf1e8095c658', 'mac_address': 'fa:16:3e:65:a7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '3274c3f6-8e4e-4778-80fa-ea4dbba5affd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:45:37Z', 'updated_at': '2021-05-20T21:45:50Z', 'revision_number': 5, 'project_id': 'bf7c4d2476214011814adf1e8095c658', 'subnets': [{'id': '3274c3f6-8e4e-4778-80fa-ea4dbba5affd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:47:03.860846 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92e12f1-61c6-436b-b72d-83608ccc9fb3 None None] Checking router: 2f49aed4-d349-41c5-a637-d6255515d5ea for host: dv-cinder-792462-4-smb {{(pid=98344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:47:03.887848 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92e12f1-61c6-436b-b72d-83608ccc9fb3 None None] Routers {'2f49aed4-d349-41c5-a637-d6255515d5ea'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:47:03.889060 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-d92e12f1-61c6-436b-b72d-83608ccc9fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:46:56Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['2f49aed4-d349-41c5-a637-d6255515d5ea'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:47:03.908705 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a03f8abe-bd6e-4ca4-b24b-ed194333e92c req-a878fa3b-e064-4c77-a085-d78b99fd4db5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9f78ded-46ed-4059-a280-f49a966ecd77 HTTP/1.1" status: 200 len: 999 time: 0.2796586 May 20 21:47:04.064494 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-fdbc3f0e-ac3f-49c5-90ab-46956d61097c tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:04.091373 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-fdbc3f0e-ac3f-49c5-90ab-46956d61097c tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639471'] for security_group_rule, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:04.095167 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-07ecfa85-a2d6-47e1-92d8-f2bd757b7a14 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:04.097158 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f8abe-bd6e-4ca4-b24b-ed194333e92c req-c676b943-4cdf-4855-907a-ef2e969e1a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:04.098619 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a03f8abe-bd6e-4ca4-b24b-ed194333e92c req-c676b943-4cdf-4855-907a-ef2e969e1a6c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3274c3f6-8e4e-4778-80fa-ea4dbba5affd HTTP/1.1" status: 200 len: 847 time: 0.1818419 May 20 21:47:04.148938 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-b86905fc-ce59-441e-97da-4167add56b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:04.185093 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc3f0e-ac3f-49c5-90ab-46956d61097c tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57a33633-17b3-434b-b767-339e71d81e1a,revision_number=0']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:04.193433 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-fdbc3f0e-ac3f-49c5-90ab-46956d61097c tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:04.197020 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-64850add-d529-4dd8-9f82-ecfd5ef0e981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:04.232704 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-b86905fc-ce59-441e-97da-4167add56b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:04.234195 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-b86905fc-ce59-441e-97da-4167add56b77 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bc26dd13-7bd5-439f-85f5-4d34485b3746 HTTP/1.1" status: 204 len: 168 time: 1.1157401 May 20 21:47:04.237868 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-fdbc3f0e-ac3f-49c5-90ab-46956d61097c tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:04.243281 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-fdbc3f0e-ac3f-49c5-90ab-46956d61097c tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8638544 May 20 21:47:04.244201 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 44628) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:47:04.245385 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de984d3-a8ef-44d7-ab50-926f8d7b1992 None None] Pushing event updated for resources: {'Port': ['ID=336bfb3e-8df7-4bda-afe7-5d3ebd2292e8,revision_number=3']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:04.247340 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86905fc-ce59-441e-97da-4167add56b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc26dd13-7bd5-439f-85f5-4d34485b3746,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:04.254217 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-6e2da550-bc16-412f-ae94-b1181e107dec tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Request body: {'floatingip': {'floating_network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:47:04.259002 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-b86905fc-ce59-441e-97da-4167add56b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:04.261949 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-6e2da550-bc16-412f-ae94-b1181e107dec tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:47:04.268072 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-6e2da550-bc16-412f-ae94-b1181e107dec tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Usage tracker for resource:floatingip and tenant:0606f6a2c7f245b7990c5cd28b31b66a is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:47:04.272341 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-6e2da550-bc16-412f-ae94-b1181e107dec tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:47:04.282714 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-6e2da550-bc16-412f-ae94-b1181e107dec tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:47:04.307091 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-6e2da550-bc16-412f-ae94-b1181e107dec tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for floatingip, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:04.456152 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de984d3-a8ef-44d7-ab50-926f8d7b1992 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:04.464572 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de984d3-a8ef-44d7-ab50-926f8d7b1992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:04.464766 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de984d3-a8ef-44d7-ab50-926f8d7b1992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:04.465282 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de984d3-a8ef-44d7-ab50-926f8d7b1992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:04.465830 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de984d3-a8ef-44d7-ab50-926f8d7b1992 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:04.466350 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de984d3-a8ef-44d7-ab50-926f8d7b1992 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:04.467055 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de984d3-a8ef-44d7-ab50-926f8d7b1992 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:04.467797 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de984d3-a8ef-44d7-ab50-926f8d7b1992 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:04.474120 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de984d3-a8ef-44d7-ab50-926f8d7b1992 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:04.474862 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de984d3-a8ef-44d7-ab50-926f8d7b1992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:04.475593 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de984d3-a8ef-44d7-ab50-926f8d7b1992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:04.476360 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de984d3-a8ef-44d7-ab50-926f8d7b1992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:04.526836 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-5de984d3-a8ef-44d7-ab50-926f8d7b1992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.764s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:04.540135 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-d92e12f1-61c6-436b-b72d-83608ccc9fb3 None None] Set router 2f49aed4-d349-41c5-a637-d6255515d5ea gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:47:04.668927 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f8abe-bd6e-4ca4-b24b-ed194333e92c req-d8fa170a-2b26-4f90-9d09-d08876b39a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:04.671472 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a03f8abe-bd6e-4ca4-b24b-ed194333e92c req-d8fa170a-2b26-4f90-9d09-d08876b39a2d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3a4eadf7-298b-4c11-b779-64558c14cd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5625000 May 20 21:47:04.768058 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-6e2da550-bc16-412f-ae94-b1181e107dec tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:04.774790 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [None req-8fd309b5-8541-4eac-b2a4-bfab775aaef9 None None] Attempting to bind port 336bfb3e-8df7-4bda-afe7-5d3ebd2292e8 on host dv-cinder-792462-4-smb for vnic_type normal with profile {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:47:04.781235 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [None req-8fd309b5-8541-4eac-b2a4-bfab775aaef9 None None] Attempting to bind port 336bfb3e-8df7-4bda-afe7-5d3ebd2292e8 by drivers openvswitch,hyperv on host dv-cinder-792462-4-smb at level 0 using segments [{'id': 'a7607f59-35d3-492b-8e48-5ff38d337b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c'}] {{(pid=98345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:47:04.782415 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd309b5-8541-4eac-b2a4-bfab775aaef9 None None] Attempting to bind port 336bfb3e-8df7-4bda-afe7-5d3ebd2292e8 on network bc42d8dd-db6a-42a7-a65a-d494de158c0c {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:47:04.808877 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd309b5-8541-4eac-b2a4-bfab775aaef9 None None] Checking agent: {'id': '09546d46-3481-475a-a863-9c6fd271337e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 34, 25), 'started_at': datetime.datetime(2021, 5, 20, 21, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:47:04.811136 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd309b5-8541-4eac-b2a4-bfab775aaef9 None None] Checking segment: {'id': 'a7607f59-35d3-492b-8e48-5ff38d337b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:47:04.812286 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-8fd309b5-8541-4eac-b2a4-bfab775aaef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:04.813216 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd309b5-8541-4eac-b2a4-bfab775aaef9 None None] Bound using segment: {'id': 'a7607f59-35d3-492b-8e48-5ff38d337b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c'} {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:47:04.814291 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [None req-8fd309b5-8541-4eac-b2a4-bfab775aaef9 None None] Bound port: 336bfb3e-8df7-4bda-afe7-5d3ebd2292e8, host: dv-cinder-792462-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7607f59-35d3-492b-8e48-5ff38d337b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c'}}] {{(pid=98345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:47:04.815261 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-8fd309b5-8541-4eac-b2a4-bfab775aaef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:05.140399 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a03f8abe-bd6e-4ca4-b24b-ed194333e92c req-e6b68e23-b475-414b-b2db-d277923fac32 service neutron] 10.222.0.69 "GET /v2.0/networks/3a4eadf7-298b-4c11-b779-64558c14cd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471397 May 20 21:47:05.157292 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 44640) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:47:05.187685 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-d92e12f1-61c6-436b-b72d-83608ccc9fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'name': 'tempest-TestShelveInstance-824939550-router', 'tenant_id': 'bf7c4d2476214011814adf1e8095c658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a904694c-329c-49bb-ab3c-2b23329bea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:45:27Z', 'updated_at': '2021-05-20T21:45:39Z', 'revision_number': 4, 'project_id': 'bf7c4d2476214011814adf1e8095c658', 'gw_port': {'id': 'a904694c-329c-49bb-ab3c-2b23329bea42', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:45:30Z', 'updated_at': '2021-05-20T21:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_floatingips': [{'id': 'd059a3ec-7028-4377-b584-f44e7cbc0b7b', 'tenant_id': 'bf7c4d2476214011814adf1e8095c658', 'floating_ip_address': '172.28.0.239', 'floating_network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'router_id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'port_id': 'd9f78ded-46ed-4059-a280-f49a966ecd77', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a4eadf7-298b-4c11-b779-64558c14cd67', 'mac_address': 'fa:16:3e:d2:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36af116c-0eb5-449d-80ed-ca7219341f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T21:46:57Z', 'updated_at': '2021-05-20T21:46:57Z', 'revision_number': 0, 'project_id': 'bf7c4d2476214011814adf1e8095c658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b653b278-7ca2-4a0c-9615-afe99d6c0d24', 'name': '', 'network_id': '3a4eadf7-298b-4c11-b779-64558c14cd67', 'tenant_id': 'bf7c4d2476214011814adf1e8095c658', 'mac_address': 'fa:16:3e:65:a7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '3274c3f6-8e4e-4778-80fa-ea4dbba5affd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:45:37Z', 'updated_at': '2021-05-20T21:45:50Z', 'revision_number': 5, 'project_id': 'bf7c4d2476214011814adf1e8095c658', 'subnets': [{'id': '3274c3f6-8e4e-4778-80fa-ea4dbba5affd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:47:05.194866 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92e12f1-61c6-436b-b72d-83608ccc9fb3 None None] The sync data for ids ['2f49aed4-d349-41c5-a637-d6255515d5ea'] in dv-cinder-792462-4-smb is: [{'id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'name': 'tempest-TestShelveInstance-824939550-router', 'tenant_id': 'bf7c4d2476214011814adf1e8095c658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a904694c-329c-49bb-ab3c-2b23329bea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:45:27Z', 'updated_at': '2021-05-20T21:45:39Z', 'revision_number': 4, 'project_id': 'bf7c4d2476214011814adf1e8095c658', 'gw_port': {'id': 'a904694c-329c-49bb-ab3c-2b23329bea42', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:45:30Z', 'updated_at': '2021-05-20T21:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_floatingips': [{'id': 'd059a3ec-7028-4377-b584-f44e7cbc0b7b', 'tenant_id': 'bf7c4d2476214011814adf1e8095c658', 'floating_ip_address': '172.28.0.239', 'floating_network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'router_id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'port_id': 'd9f78ded-46ed-4059-a280-f49a966ecd77', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a4eadf7-298b-4c11-b779-64558c14cd67', 'mac_address': 'fa:16:3e:d2:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36af116c-0eb5-449d-80ed-ca7219341f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T21:46:57Z', 'updated_at': '2021-05-20T21:46:57Z', 'revision_number': 0, 'project_id': 'bf7c4d2476214011814adf1e8095c658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b653b278-7ca2-4a0c-9615-afe99d6c0d24', 'name': '', 'network_id': '3a4eadf7-298b-4c11-b779-64558c14cd67', 'tenant_id': 'bf7c4d2476214011814adf1e8095c658', 'mac_address': 'fa:16:3e:65:a7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '3274c3f6-8e4e-4778-80fa-ea4dbba5affd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:45:37Z', 'updated_at': '2021-05-20T21:45:50Z', 'revision_number': 5, 'project_id': 'bf7c4d2476214011814adf1e8095c658', 'subnets': [{'id': '3274c3f6-8e4e-4778-80fa-ea4dbba5affd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:47:05.247259 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.db_base_plugin_common [None req-6e2da550-bc16-412f-ae94-b1181e107dec tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Allocated IP 172.28.0.71 (6a7b2292-60f2-468f-9a72-8977b3c695a9/682e5247-0975-4386-b3ba-8aaf11b83d2b/66cdac8b-1815-4792-b2b4-d7c741e7e7e2) {{(pid=98343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:47:05.264978 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.db [None req-8fd309b5-8541-4eac-b2a4-bfab775aaef9 None None] For port 336bfb3e-8df7-4bda-afe7-5d3ebd2292e8, host dv-cinder-792462-4-smb, cleared binding levels {{(pid=98345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:47:05.270049 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.db [None req-8fd309b5-8541-4eac-b2a4-bfab775aaef9 None None] For port 336bfb3e-8df7-4bda-afe7-5d3ebd2292e8, host dv-cinder-792462-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=336bfb3e-8df7-4bda-afe7-5d3ebd2292e8,segment=NetworkSegment(a7607f59-35d3-492b-8e48-5ff38d337b88),segment_id=a7607f59-35d3-492b-8e48-5ff38d337b88)] {{(pid=98345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:47:05.292228 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-8fd309b5-8541-4eac-b2a4-bfab775aaef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:05.310845 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-601c5464-f897-48c5-9f74-791ffb13edd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:05.522338 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd309b5-8541-4eac-b2a4-bfab775aaef9 None None] Routers {'77651f21-a8c7-408a-b7fd-052d11539ab1'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:47:05.524209 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-8fd309b5-8541-4eac-b2a4-bfab775aaef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:46:56Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['77651f21-a8c7-408a-b7fd-052d11539ab1'], 'active': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:47:05.758276 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09575eb2-e00d-448e-8a60-bf9d6c157870 None None] New status for floating IP d059a3ec-7028-4377-b584-f44e7cbc0b7b: ACTIVE {{(pid=98345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:47:05.807268 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a03f8abe-bd6e-4ca4-b24b-ed194333e92c req-466d8f1d-eaa1-4179-9cc9-cf37a1f66e5c service neutron] 10.222.0.69 "GET /v2.0/networks/3a4eadf7-298b-4c11-b779-64558c14cd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6444335 May 20 21:47:05.837700 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-ec6b6bf1-b4fd-47b7-81c2-09418e960492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:05.859456 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-ec6b6bf1-b4fd-47b7-81c2-09418e960492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:47:05.865019 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-ec6b6bf1-b4fd-47b7-81c2-09418e960492 admin admin] Usage tracker for resource:security_group_rule and tenant:01068efb00fa47ada14ba218590884cc is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:47:05.869262 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-ec6b6bf1-b4fd-47b7-81c2-09418e960492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:47:05.878429 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-ec6b6bf1-b4fd-47b7-81c2-09418e960492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:47:05.976162 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de984d3-a8ef-44d7-ab50-926f8d7b1992 None None] Pushing event updated for resources: {'Port': ['ID=336bfb3e-8df7-4bda-afe7-5d3ebd2292e8,revision_number=4']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:05.978678 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d502090-5f92-4c1c-a816-16f3ca811f00 req-db90d229-531a-4263-a186-29084e3dddf5 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:05.984027 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-5de984d3-a8ef-44d7-ab50-926f8d7b1992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:05.990212 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9d502090-5f92-4c1c-a816-16f3ca811f00 req-db90d229-531a-4263-a186-29084e3dddf5 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 947 time: 1.7729743 May 20 21:47:06.024709 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-6e2da550-bc16-412f-ae94-b1181e107dec tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for port, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:06.131785 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2886ee-5d54-4b88-97f9-1ce4ee9ec728 req-2b033640-36ec-40dc-921c-aa9fc9aa662d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:06.134266 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-8e2886ee-5d54-4b88-97f9-1ce4ee9ec728 req-2b033640-36ec-40dc-921c-aa9fc9aa662d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.69 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 947 time: 0.6954877 May 20 21:47:06.136414 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-6e2da550-bc16-412f-ae94-b1181e107dec tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:06.158297 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-ce732df6-adb6-4ece-b653-d7d5c1ad0220 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:06.199992 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9d502090-5f92-4c1c-a816-16f3ca811f00 req-16947f44-c7ec-4ef7-9bd8-8d6bb25adb29 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037287 May 20 21:47:06.287689 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-ec6b6bf1-b4fd-47b7-81c2-09418e960492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:06.308422 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-ec6b6bf1-b4fd-47b7-81c2-09418e960492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:06.330448 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-421c177a-86dd-4e24-9204-cecb2fbed456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:06.387234 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-ec6b6bf1-b4fd-47b7-81c2-09418e960492 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=01068efb00fa47ada14ba218590884cc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2226477 May 20 21:47:06.389471 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b6bf1-b4fd-47b7-81c2-09418e960492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b245c149-7a3c-44a7-b5c3-293b92628143,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:06.392811 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 44652) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:47:06.396599 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-ec6b6bf1-b4fd-47b7-81c2-09418e960492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:06.552413 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvr_db [None req-8fd309b5-8541-4eac-b2a4-bfab775aaef9 None None] Set router 77651f21-a8c7-408a-b7fd-052d11539ab1 gateway port host: dv-cinder-792462-4-smb {{(pid=98345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:47:06.556133 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2da550-bc16-412f-ae94-b1181e107dec tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Network 6a7b2292-60f2-468f-9a72-8977b3c695a9 is already hosted by enough agents. {{(pid=98343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:47:06.557362 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.base_scheduler [None req-6e2da550-bc16-412f-ae94-b1181e107dec tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Resources bound (agent type, host, resource id): {{(pid=98343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:47:06.583783 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-9a2be499-bc9f-40df-90ee-67aedfdd4217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:06.634639 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2da550-bc16-412f-ae94-b1181e107dec tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Received port after_create {{(pid=98343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:47:06.649817 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-9a2be499-bc9f-40df-90ee-67aedfdd4217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:06.720404 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-9a2be499-bc9f-40df-90ee-67aedfdd4217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:06.728634 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-f6c2c5f9-d4e5-49c7-9485-409907211d13 tempest-VolumesNegativeTest-1578822787 tempest-VolumesNegativeTest-1578822787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:06.747721 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2be499-bc9f-40df-90ee-67aedfdd4217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b245c149-7a3c-44a7-b5c3-293b92628143,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:06.755988 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-9a2be499-bc9f-40df-90ee-67aedfdd4217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:06.761754 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-9a2be499-bc9f-40df-90ee-67aedfdd4217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:06.763427 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-9a2be499-bc9f-40df-90ee-67aedfdd4217 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b245c149-7a3c-44a7-b5c3-293b92628143 HTTP/1.1" status: 204 len: 168 time: 0.3685942 May 20 21:47:06.808201 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2da550-bc16-412f-ae94-b1181e107dec tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Pushing event updated for resources: {'Port': ['ID=66cdac8b-1815-4792-b2b4-d7c741e7e7e2,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:06.826446 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-6e2da550-bc16-412f-ae94-b1181e107dec tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:07.005421 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-6e2da550-bc16-412f-ae94-b1181e107dec tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:07.017729 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [req-8e2886ee-5d54-4b88-97f9-1ce4ee9ec728 req-912fbeda-9154-4d23-8142-272cdd4f0dd8 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Deleting port 8d4f96ae-6406-4b29-8adb-180e8a245fb0 {{(pid=98343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:47:07.019117 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-8e2886ee-5d54-4b88-97f9-1ce4ee9ec728 req-912fbeda-9154-4d23-8142-272cdd4f0dd8 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:07.350130 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-6e2da550-bc16-412f-ae94-b1181e107dec tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:07.421096 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-8fd309b5-8541-4eac-b2a4-bfab775aaef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'name': 'tempest-AttachVolumeTestJSON-2100298672-router', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195'}], 'enable_snat': True}, 'gw_port_id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:46:44Z', 'updated_at': '2021-05-20T21:46:55Z', 'revision_number': 4, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'gw_port': {'id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:46:47Z', 'updated_at': '2021-05-20T21:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': '336bfb3e-8df7-4bda-afe7-5d3ebd2292e8', 'name': '', 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'mac_address': 'fa:16:3e:44:fc:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd71aa12b-c7d1-4dcf-bc1c-f2467a541a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:46:53Z', 'updated_at': '2021-05-20T21:47:05Z', 'revision_number': 4, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'subnets': [{'id': 'd71aa12b-c7d1-4dcf-bc1c-f2467a541a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:47:07.435865 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd309b5-8541-4eac-b2a4-bfab775aaef9 None None] The sync data for ids ['77651f21-a8c7-408a-b7fd-052d11539ab1'] in dv-cinder-792462-4-smb is: [{'id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'name': 'tempest-AttachVolumeTestJSON-2100298672-router', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195'}], 'enable_snat': True}, 'gw_port_id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:46:44Z', 'updated_at': '2021-05-20T21:46:55Z', 'revision_number': 4, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'gw_port': {'id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:46:47Z', 'updated_at': '2021-05-20T21:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': '336bfb3e-8df7-4bda-afe7-5d3ebd2292e8', 'name': '', 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'mac_address': 'fa:16:3e:44:fc:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd71aa12b-c7d1-4dcf-bc1c-f2467a541a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:46:53Z', 'updated_at': '2021-05-20T21:47:05Z', 'revision_number': 4, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'subnets': [{'id': 'd71aa12b-c7d1-4dcf-bc1c-f2467a541a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:47:07.472852 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.db [req-8e2886ee-5d54-4b88-97f9-1ce4ee9ec728 req-912fbeda-9154-4d23-8142-272cdd4f0dd8 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] For port 8d4f96ae-6406-4b29-8adb-180e8a245fb0, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8d4f96ae-6406-4b29-8adb-180e8a245fb0,segment=NetworkSegment(54b1c84e-94ed-47c5-9732-c818bd112025),segment_id=54b1c84e-94ed-47c5-9732-c818bd112025)] {{(pid=98343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:47:07.473630 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-8e2886ee-5d54-4b88-97f9-1ce4ee9ec728 req-912fbeda-9154-4d23-8142-272cdd4f0dd8 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:07.682677 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fc736-00a7-46e4-8aa7-0d05dbff5b99 req-883f29f2-1571-4fbb-bdc8-501cd07e7240 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:07.692746 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-206fc736-00a7-46e4-8aa7-0d05dbff5b99 req-883f29f2-1571-4fbb-bdc8-501cd07e7240 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 947 time: 0.2303624 May 20 21:47:07.868579 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-206fc736-00a7-46e4-8aa7-0d05dbff5b99 req-6f6e8d90-9925-451e-af9c-c41172cd7aa9 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=6429b3a1-a05a-4b93-89db-bb755ce30943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749263 May 20 21:47:08.106844 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-8e2886ee-5d54-4b88-97f9-1ce4ee9ec728 req-912fbeda-9154-4d23-8142-272cdd4f0dd8 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:08.107752 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-8e2886ee-5d54-4b88-97f9-1ce4ee9ec728 req-912fbeda-9154-4d23-8142-272cdd4f0dd8 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023492'] for floatingip, after_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:08.108074 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.db.l3_db [req-8e2886ee-5d54-4b88-97f9-1ce4ee9ec728 req-912fbeda-9154-4d23-8142-272cdd4f0dd8 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Floating IP 34ee3c5e-0346-4603-85fa-21ade4accd1a disassociated. External IP: 172.28.0.136, port: 8d4f96ae-6406-4b29-8adb-180e8a245fb0. May 20 21:47:08.108449 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [req-8e2886ee-5d54-4b88-97f9-1ce4ee9ec728 req-912fbeda-9154-4d23-8142-272cdd4f0dd8 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Calling delete_port for 8d4f96ae-6406-4b29-8adb-180e8a245fb0 owned by compute:nova {{(pid=98343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:47:08.112158 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 336bfb3e-8df7-4bda-afe7-5d3ebd2292e8 up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:47:08.292428 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning for port 336bfb3e-8df7-4bda-afe7-5d3ebd2292e8 completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:47:08.298389 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port 336bfb3e-8df7-4bda-afe7-5d3ebd2292e8 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:47:08.298840 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:08.400667 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-6e2da550-bc16-412f-ae94-b1181e107dec tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for port, precommit_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:08.407426 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-6e2da550-bc16-412f-ae94-b1181e107dec tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1737293'] for port, after_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:08.420965 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-c081f911-770a-4253-bbc0-9e034b798562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:08.566112 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:08.643963 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] For port 336bfb3e-8df7-4bda-afe7-5d3ebd2292e8, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=336bfb3e-8df7-4bda-afe7-5d3ebd2292e8,segment=NetworkSegment(a7607f59-35d3-492b-8e48-5ff38d337b88),segment_id=a7607f59-35d3-492b-8e48-5ff38d337b88)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:47:08.654784 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:08.663781 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:08.730845 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-8e2886ee-5d54-4b88-97f9-1ce4ee9ec728 req-912fbeda-9154-4d23-8142-272cdd4f0dd8 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:08.833239 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Pushing event updated for resources: {'Port': ['ID=336bfb3e-8df7-4bda-afe7-5d3ebd2292e8,revision_number=5']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:08.844746 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:09.066931 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2da550-bc16-412f-ae94-b1181e107dec tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Pushing event updated for resources: {'Port': ['ID=66cdac8b-1815-4792-b2b4-d7c741e7e7e2,revision_number=2']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:09.069554 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-6e2da550-bc16-412f-ae94-b1181e107dec tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023492'] for floatingip, after_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:09.089781 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-6e2da550-bc16-412f-ae94-b1181e107dec tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:09.090231 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.334s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:09.178698 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912fbeda-9154-4d23-8142-272cdd4f0dd8 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Pushing event deleted for resources: {'Port': ['ID=8d4f96ae-6406-4b29-8adb-180e8a245fb0,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:09.186581 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-912fbeda-9154-4d23-8142-272cdd4f0dd8 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:09.267095 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-6e2da550-bc16-412f-ae94-b1181e107dec tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for floatingip, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:09.268878 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-6e2da550-bc16-412f-ae94-b1181e107dec tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0229933 May 20 21:47:09.288769 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e2886ee-5d54-4b88-97f9-1ce4ee9ec728 req-912fbeda-9154-4d23-8142-272cdd4f0dd8 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Router f556428d-a8f7-4dfd-8a38-53b9770d5939 has already been hosted by L3 agent 0cab7e80-5b87-486c-a982-5030be84b7ba {{(pid=98343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 21:47:09.327314 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ff6accbe-d902-499b-8f88-bc0bdbd28949 req-d83dc4f8-6c7a-4b79-a530-9f565a2f32d5 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 210 time: 0.1256213 May 20 21:47:09.584917 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 8d4f96ae-6406-4b29-8adb-180e8a245fb0 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:47:09.783147 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] No Port match for: 8d4f96ae-6406-4b29-8adb-180e8a245fb0 {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:47:09.784446 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 8d4f96ae-6406-4b29-8adb-180e8a245fb0 not bound to the agent host hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:47:09.992084 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-895e983c-050f-4709-ad03-11f4f8741bb6 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1553827933&fields=id&tenant_id=0606f6a2c7f245b7990c5cd28b31b66a HTTP/1.1" status: 200 len: 267 time: 0.0807893 May 20 21:47:10.024077 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e2886ee-5d54-4b88-97f9-1ce4ee9ec728 req-912fbeda-9154-4d23-8142-272cdd4f0dd8 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify agent at l3_agent.dv-cinder-792462-4-smb the message routers_updated {{(pid=98343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 21:47:10.053774 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85af04b-8846-42b2-83b6-c4e110c7f487 None None] Sync routers for ids ['f556428d-a8f7-4dfd-8a38-53b9770d5939'] in dv-cinder-792462-4-smb {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:47:10.111346 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85af04b-8846-42b2-83b6-c4e110c7f487 None None] Routers {'f556428d-a8f7-4dfd-8a38-53b9770d5939'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:47:10.113730 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-c85af04b-8846-42b2-83b6-c4e110c7f487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:46:56Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['f556428d-a8f7-4dfd-8a38-53b9770d5939'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:47:10.190999 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2886ee-5d54-4b88-97f9-1ce4ee9ec728 req-912fbeda-9154-4d23-8142-272cdd4f0dd8 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] No DVR routers for this DVR port 8d4f96ae-6406-4b29-8adb-180e8a245fb0 on host hv-cinder-79246 {{(pid=98343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:47:10.193965 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-8e2886ee-5d54-4b88-97f9-1ce4ee9ec728 req-912fbeda-9154-4d23-8142-272cdd4f0dd8 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:10.196055 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-8e2886ee-5d54-4b88-97f9-1ce4ee9ec728 req-912fbeda-9154-4d23-8142-272cdd4f0dd8 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.69 "DELETE /v2.0/ports/8d4f96ae-6406-4b29-8adb-180e8a245fb0 HTTP/1.1" status: 204 len: 173 time: 4.0424685 May 20 21:47:10.196742 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098c7591-b1e3-4541-a630-89ee3d336fee', 'name': 'network-vif-deleted', 'tag': '8d4f96ae-6406-4b29-8adb-180e8a245fb0'}] {{(pid=98343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:47:10.261508 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 336bfb3e-8df7-4bda-afe7-5d3ebd2292e8 up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:47:10.336072 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098c7591-b1e3-4541-a630-89ee3d336fee', 'name': 'network-vif-deleted', 'tag': '8d4f96ae-6406-4b29-8adb-180e8a245fb0', 'status': 'completed', 'code': 200} May 20 21:47:10.527754 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port 336bfb3e-8df7-4bda-afe7-5d3ebd2292e8 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:47:10.532063 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:10.562348 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-42681901-07c9-4862-9774-98cc12b79332 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:10.574741 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-42681901-07c9-4862-9774-98cc12b79332 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/networks?id=bc42d8dd-db6a-42a7-a65a-d494de158c0c HTTP/1.1" status: 200 len: 811 time: 0.5479815 May 20 21:47:10.602853 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-5b850a58-f777-4f83-a46c-cb8dfea09be4 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/quotas/0606f6a2c7f245b7990c5cd28b31b66a HTTP/1.1" status: 200 len: 375 time: 0.0249975 May 20 21:47:10.744406 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-a51e2701-8a52-464c-a262-7fc85e3edcbe tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0606f6a2c7f245b7990c5cd28b31b66a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1402528 May 20 21:47:10.814644 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-c85af04b-8846-42b2-83b6-c4e110c7f487 None None] Set router f556428d-a8f7-4dfd-8a38-53b9770d5939 gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:47:10.888677 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-2bf754c0-08fa-4344-9d40-c9dac742ae5e req-b0a2e19c-00f7-4010-8ce7-764df1502c61 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=098c7591-b1e3-4541-a630-89ee3d336fee HTTP/1.1" status: 200 len: 210 time: 0.0814521 May 20 21:47:11.083604 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-dcf13dbd-8e0d-4d3c-8403-b38383b44a81 service neutron] 10.222.0.78 "GET /v2.0/networks/bc42d8dd-db6a-42a7-a65a-d494de158c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313320 May 20 21:47:11.398522 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-97dec5d4-4986-4b60-b50a-cd0ebb20c303 service neutron] 10.222.0.78 "GET /v2.0/networks/bc42d8dd-db6a-42a7-a65a-d494de158c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120103 May 20 21:47:11.635023 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-c85af04b-8846-42b2-83b6-c4e110c7f487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'name': 'tempest-AttachVolumeShelveTestJSON-577568110-router', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:42:24Z', 'updated_at': '2021-05-20T21:42:40Z', 'revision_number': 4, 'project_id': '02474a2c64904c6fb152442041a5af03', 'gw_port': {'id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:26Z', 'updated_at': '2021-05-20T21:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': '17d9e789-285a-4c1a-8eea-a3c6a2c5d754', 'name': '', 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'mac_address': 'fa:16:3e:a8:58:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e184cb69-105f-475e-83f0-129c4848c2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:34Z', 'updated_at': '2021-05-20T21:43:00Z', 'revision_number': 5, 'project_id': '02474a2c64904c6fb152442041a5af03', 'subnets': [{'id': 'e184cb69-105f-475e-83f0-129c4848c2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:47:11.651288 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85af04b-8846-42b2-83b6-c4e110c7f487 None None] Checking router: f556428d-a8f7-4dfd-8a38-53b9770d5939 for host: dv-cinder-792462-4-smb {{(pid=98344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:47:11.687369 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85af04b-8846-42b2-83b6-c4e110c7f487 None None] Routers {'f556428d-a8f7-4dfd-8a38-53b9770d5939'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:47:11.693268 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-c85af04b-8846-42b2-83b6-c4e110c7f487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:46:56Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['f556428d-a8f7-4dfd-8a38-53b9770d5939'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:47:12.055151 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4c3bc590-ebe7-43c7-99ff-d2cb0a72ca8f req-af56f717-3bac-4647-b130-70c1e8abdf1b tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 210 time: 0.1430130 May 20 21:47:12.286188 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 44766) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:47:12.296442 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-c85af04b-8846-42b2-83b6-c4e110c7f487 None None] Set router f556428d-a8f7-4dfd-8a38-53b9770d5939 gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:47:12.548637 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-29cf457a-bc0d-4d3e-adc5-7e9ddde5368e tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:12.567914 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-29cf457a-bc0d-4d3e-adc5-7e9ddde5368e tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:12.742303 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-29cf457a-bc0d-4d3e-adc5-7e9ddde5368e tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:12.747030 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-dc1793ed-3f5e-45e1-8a37-d86c55e3e9b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:12.813192 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf457a-bc0d-4d3e-adc5-7e9ddde5368e tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6429b3a1-a05a-4b93-89db-bb755ce30943,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:12.852370 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-29cf457a-bc0d-4d3e-adc5-7e9ddde5368e tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:12.908049 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-29cf457a-bc0d-4d3e-adc5-7e9ddde5368e tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:12.914120 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-29cf457a-bc0d-4d3e-adc5-7e9ddde5368e tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "DELETE /v2.0/security-groups/6429b3a1-a05a-4b93-89db-bb755ce30943 HTTP/1.1" status: 204 len: 168 time: 0.6224024 May 20 21:47:12.914617 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 44790) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:47:12.952578 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.api.v2.resource [None req-780b2c4d-2a64-4eb6-bdeb-13d0b0f6ef68 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] show failed (client error): The resource could not be found. May 20 21:47:12.957425 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 44794) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:47:12.968944 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-780b2c4d-2a64-4eb6-bdeb-13d0b0f6ef68 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups/6429b3a1-a05a-4b93-89db-bb755ce30943 HTTP/1.1" status: 404 len: 347 time: 0.0525997 May 20 21:47:13.438068 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [None req-de410e87-1a9f-472f-846f-c40be32345db tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Deleting port 61f31d2e-3c07-4bbd-b3f2-64e3a5d62b7c {{(pid=98342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:47:13.438630 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-de410e87-1a9f-472f-846f-c40be32345db tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:13.672543 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-c85af04b-8846-42b2-83b6-c4e110c7f487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'name': 'tempest-AttachVolumeShelveTestJSON-577568110-router', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:42:24Z', 'updated_at': '2021-05-20T21:42:40Z', 'revision_number': 4, 'project_id': '02474a2c64904c6fb152442041a5af03', 'gw_port': {'id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:26Z', 'updated_at': '2021-05-20T21:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': '17d9e789-285a-4c1a-8eea-a3c6a2c5d754', 'name': '', 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'mac_address': 'fa:16:3e:a8:58:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e184cb69-105f-475e-83f0-129c4848c2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:34Z', 'updated_at': '2021-05-20T21:43:00Z', 'revision_number': 5, 'project_id': '02474a2c64904c6fb152442041a5af03', 'subnets': [{'id': 'e184cb69-105f-475e-83f0-129c4848c2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:47:13.692560 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85af04b-8846-42b2-83b6-c4e110c7f487 None None] The sync data for ids ['f556428d-a8f7-4dfd-8a38-53b9770d5939'] in dv-cinder-792462-4-smb is: [{'id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'name': 'tempest-AttachVolumeShelveTestJSON-577568110-router', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:42:24Z', 'updated_at': '2021-05-20T21:42:40Z', 'revision_number': 4, 'project_id': '02474a2c64904c6fb152442041a5af03', 'gw_port': {'id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:26Z', 'updated_at': '2021-05-20T21:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': '17d9e789-285a-4c1a-8eea-a3c6a2c5d754', 'name': '', 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'mac_address': 'fa:16:3e:a8:58:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e184cb69-105f-475e-83f0-129c4848c2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:34Z', 'updated_at': '2021-05-20T21:43:00Z', 'revision_number': 5, 'project_id': '02474a2c64904c6fb152442041a5af03', 'subnets': [{'id': 'e184cb69-105f-475e-83f0-129c4848c2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:47:13.966131 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a851ff6e-2ed7-4e26-9737-43c0f68115bc req-5baee6d8-aa83-402c-b480-6d009357a018 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 210 time: 0.2527761 May 20 21:47:14.033074 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-de410e87-1a9f-472f-846f-c40be32345db tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:14.033989 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-de410e87-1a9f-472f-846f-c40be32345db tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:14.314024 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [None req-de410e87-1a9f-472f-846f-c40be32345db tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Calling delete_port for 61f31d2e-3c07-4bbd-b3f2-64e3a5d62b7c owned by network:floatingip {{(pid=98342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:47:14.356245 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40118b2-ba89-4a0b-956c-aef1ac144b7f None None] New status for floating IP 34ee3c5e-0346-4603-85fa-21ade4accd1a: DOWN {{(pid=98345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:47:14.692350 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-de410e87-1a9f-472f-846f-c40be32345db tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:14.723457 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-7304336e-78bf-42bf-a424-4ada8b88b8e0 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:14.858297 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de410e87-1a9f-472f-846f-c40be32345db tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Pushing event deleted for resources: {'Port': ['ID=61f31d2e-3c07-4bbd-b3f2-64e3a5d62b7c,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:14.879709 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-ca380772-7d8f-424b-8272-59f3d2524fdb tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:14.881280 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-ca380772-7d8f-424b-8272-59f3d2524fdb tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Synchronizing usage tracker for tenant:0606f6a2c7f245b7990c5cd28b31b66a on resource:network {{(pid=98343) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:47:14.927627 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-de410e87-1a9f-472f-846f-c40be32345db tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:14.931562 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-ca380772-7d8f-424b-8272-59f3d2524fdb tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Unset dirty status for tenant:0606f6a2c7f245b7990c5cd28b31b66a on resource:network {{(pid=98343) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:47:14.933405 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-ca380772-7d8f-424b-8272-59f3d2524fdb tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.69 "GET /v2.0/networks?id=bc42d8dd-db6a-42a7-a65a-d494de158c0c HTTP/1.1" status: 200 len: 811 time: 0.4952364 May 20 21:47:15.025427 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-de410e87-1a9f-472f-846f-c40be32345db tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for floatingip, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:15.029360 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-6394ac70-0dd7-459f-8525-cb193343a098 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Synchronizing usage tracker for tenant:0606f6a2c7f245b7990c5cd28b31b66a on resource:security_group {{(pid=98343) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:47:15.056906 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-6394ac70-0dd7-459f-8525-cb193343a098 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Unset dirty status for tenant:0606f6a2c7f245b7990c5cd28b31b66a on resource:security_group {{(pid=98343) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:47:15.058625 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-6394ac70-0dd7-459f-8525-cb193343a098 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0606f6a2c7f245b7990c5cd28b31b66a HTTP/1.1" status: 200 len: 380 time: 0.1156888 May 20 21:47:15.092014 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-79e6b3cb-4423-4e20-a780-34161c3cf06e tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Request body: {'port': {'device_id': 'f78f8b96-356e-4e81-8258-f62c47293362', 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c', 'admin_state_up': True, 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'security_groups': ['81b67765-cf8f-464e-80f3-b01a4fdb1731']}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:47:15.122645 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-de410e87-1a9f-472f-846f-c40be32345db tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for floatingip, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:15.135042 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-de410e87-1a9f-472f-846f-c40be32345db tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "DELETE /v2.0/floatingips/34ee3c5e-0346-4603-85fa-21ade4accd1a HTTP/1.1" status: 204 len: 168 time: 2.1761250 May 20 21:47:15.446463 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-79e6b3cb-4423-4e20-a780-34161c3cf06e tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:47:15.462464 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-79e6b3cb-4423-4e20-a780-34161c3cf06e tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Usage tracker for resource:port and tenant:0606f6a2c7f245b7990c5cd28b31b66a is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:47:15.474635 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-79e6b3cb-4423-4e20-a780-34161c3cf06e tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:47:15.493090 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-79e6b3cb-4423-4e20-a780-34161c3cf06e tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:47:15.520618 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-79e6b3cb-4423-4e20-a780-34161c3cf06e tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Made reservation on behalf of 0606f6a2c7f245b7990c5cd28b31b66a for: {'port': 1} {{(pid=98343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:47:15.524574 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-79e6b3cb-4423-4e20-a780-34161c3cf06e tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:15.536241 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-add3e3dc-3cb5-48d6-8269-6d294052c26b req-bf482bbf-117f-412a-ba61-b50b07ddcd4d tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 210 time: 0.2621934 May 20 21:47:15.672993 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:16.058271 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.db_base_plugin_common [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-79e6b3cb-4423-4e20-a780-34161c3cf06e tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Allocated IP 172.20.0.7 (bc42d8dd-db6a-42a7-a65a-d494de158c0c/d71aa12b-c7d1-4dcf-bc1c-f2467a541a18/d2deddd9-004a-475c-a8df-b39ba8ce84e1) {{(pid=98343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:47:16.114753 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 44838) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:47:16.128321 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-aeafc620-ad67-45e7-b33a-53ab87002a27 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2068454716', 'description': 'tempest-description--626393807'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:47:16.139011 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-aeafc620-ad67-45e7-b33a-53ab87002a27 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:47:16.151770 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-aeafc620-ad67-45e7-b33a-53ab87002a27 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Usage tracker for resource:security_group and tenant:02474a2c64904c6fb152442041a5af03 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:47:16.158543 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-aeafc620-ad67-45e7-b33a-53ab87002a27 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:47:16.185317 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-aeafc620-ad67-45e7-b33a-53ab87002a27 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:47:16.218645 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-aeafc620-ad67-45e7-b33a-53ab87002a27 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:16.254554 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-aeafc620-ad67-45e7-b33a-53ab87002a27 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:47:16.259191 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-aeafc620-ad67-45e7-b33a-53ab87002a27 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Usage tracker for resource:security_group_rule and tenant:02474a2c64904c6fb152442041a5af03 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:47:16.264534 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-aeafc620-ad67-45e7-b33a-53ab87002a27 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:47:16.275184 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-aeafc620-ad67-45e7-b33a-53ab87002a27 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:47:16.454037 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-aeafc620-ad67-45e7-b33a-53ab87002a27 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:16.474416 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-aeafc620-ad67-45e7-b33a-53ab87002a27 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:16.486213 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-84737c74-0764-400b-9c1d-7938e6452e5c tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:16.547686 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-79e6b3cb-4423-4e20-a780-34161c3cf06e tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for port, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:16.563002 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeafc620-ad67-45e7-b33a-53ab87002a27 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3784481-0a32-4bab-9398-37bf0e8c7e27,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:16.570501 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-aeafc620-ad67-45e7-b33a-53ab87002a27 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:16.606923 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.provisioning_blocks [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-79e6b3cb-4423-4e20-a780-34161c3cf06e tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Transition to ACTIVE for port object d2deddd9-004a-475c-a8df-b39ba8ce84e1 will not be triggered until provisioned by entity DHCP. {{(pid=98343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:47:16.610809 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-aeafc620-ad67-45e7-b33a-53ab87002a27 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:16.617008 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-aeafc620-ad67-45e7-b33a-53ab87002a27 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4948177 May 20 21:47:16.617308 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 44846) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:47:16.639105 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-0426cb2c-aa5b-4b47-b421-3d3c339c25b1 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Request body: {'security_group_rule': {'security_group_id': 'a3784481-0a32-4bab-9398-37bf0e8c7e27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:47:16.668989 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-0426cb2c-aa5b-4b47-b421-3d3c339c25b1 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:47:16.681272 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-0426cb2c-aa5b-4b47-b421-3d3c339c25b1 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Usage tracker for resource:security_group_rule and tenant:02474a2c64904c6fb152442041a5af03 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:47:16.687641 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-79e6b3cb-4423-4e20-a780-34161c3cf06e tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:16.703552 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-0426cb2c-aa5b-4b47-b421-3d3c339c25b1 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:47:16.709476 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-fe842c33-7370-4868-a091-bd00592d9203 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:16.720147 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-0426cb2c-aa5b-4b47-b421-3d3c339c25b1 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:47:16.779295 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-0426cb2c-aa5b-4b47-b421-3d3c339c25b1 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:16.948155 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-79e6b3cb-4423-4e20-a780-34161c3cf06e tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Network bc42d8dd-db6a-42a7-a65a-d494de158c0c is already hosted by enough agents. {{(pid=98343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:47:16.954858 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.base_scheduler [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-79e6b3cb-4423-4e20-a780-34161c3cf06e tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Resources bound (agent type, host, resource id): {{(pid=98343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:47:16.959504 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-79e6b3cb-4423-4e20-a780-34161c3cf06e tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Received port after_create {{(pid=98343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:47:16.969563 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-0426cb2c-aa5b-4b47-b421-3d3c339c25b1 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:17.134635 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-0426cb2c-aa5b-4b47-b421-3d3c339c25b1 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639471'] for security_group_rule, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:17.135360 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6b3cb-4423-4e20-a780-34161c3cf06e tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Pushing event updated for resources: {'Port': ['ID=d2deddd9-004a-475c-a8df-b39ba8ce84e1,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:17.141434 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-79e6b3cb-4423-4e20-a780-34161c3cf06e tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:17.164683 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-5918f233-8a01-46b6-bed7-b19d3f36478b tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:17.242614 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-79e6b3cb-4423-4e20-a780-34161c3cf06e tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:17.243648 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-79e6b3cb-4423-4e20-a780-34161c3cf06e tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:17.266955 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0426cb2c-aa5b-4b47-b421-3d3c339c25b1 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=385952fe-6a62-4ea6-b252-dc9d1e894994,revision_number=0']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:17.276998 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-0426cb2c-aa5b-4b47-b421-3d3c339c25b1 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:17.284880 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-0426cb2c-aa5b-4b47-b421-3d3c339c25b1 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:17.287226 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-0426cb2c-aa5b-4b47-b421-3d3c339c25b1 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6684372 May 20 21:47:17.295595 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 44864) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:47:17.307740 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-2d5cb802-5e1f-4fa7-85a5-2fb38bdb9d33 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Request body: {'security_group_rule': {'security_group_id': 'a3784481-0a32-4bab-9398-37bf0e8c7e27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:47:17.312434 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-79e6b3cb-4423-4e20-a780-34161c3cf06e tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2447031 May 20 21:47:17.327036 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-2d5cb802-5e1f-4fa7-85a5-2fb38bdb9d33 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:47:17.340878 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-3d4b94f2-e82e-4c54-a357-62c9c60b9dc6 service neutron] Request body: {'port': {'device_id': 'f78f8b96-356e-4e81-8258-f62c47293362', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:47:17.349841 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-2d5cb802-5e1f-4fa7-85a5-2fb38bdb9d33 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Usage tracker for resource:security_group_rule and tenant:02474a2c64904c6fb152442041a5af03 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:47:17.354688 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-2d5cb802-5e1f-4fa7-85a5-2fb38bdb9d33 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:47:17.364737 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-2d5cb802-5e1f-4fa7-85a5-2fb38bdb9d33 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:47:17.384680 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777cc293-0331-478e-9b66-f0009dd2c760 req-ed8b78af-43f8-4710-b378-fb8cbda49b28 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:17.393079 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-777cc293-0331-478e-9b66-f0009dd2c760 req-ed8b78af-43f8-4710-b378-fb8cbda49b28 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 931 time: 0.4412138 May 20 21:47:17.443280 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-b0a6f7fd-6ed4-4bb5-9bea-6f6dd5d76acc None None] Provisioning for port d2deddd9-004a-475c-a8df-b39ba8ce84e1 completed by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:47:17.474880 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-2d5cb802-5e1f-4fa7-85a5-2fb38bdb9d33 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:17.476027 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-b0a6f7fd-6ed4-4bb5-9bea-6f6dd5d76acc None None] Provisioning complete for port d2deddd9-004a-475c-a8df-b39ba8ce84e1 triggered by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:47:17.476576 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-b0a6f7fd-6ed4-4bb5-9bea-6f6dd5d76acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:17.593608 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-2d5cb802-5e1f-4fa7-85a5-2fb38bdb9d33 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:17.611157 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-b0a6f7fd-6ed4-4bb5-9bea-6f6dd5d76acc None None] Port d2deddd9-004a-475c-a8df-b39ba8ce84e1 cannot update to ACTIVE because it is not bound. {{(pid=98344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 21:47:17.612724 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-777cc293-0331-478e-9b66-f0009dd2c760 req-c3c92d82-64b8-4265-97eb-74f2fdb7de0f tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b67765-cf8f-464e-80f3-b01a4fdb1731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155235 May 20 21:47:17.616577 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-2d5cb802-5e1f-4fa7-85a5-2fb38bdb9d33 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639471'] for security_group_rule, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:17.620410 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:17.668196 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-3d4b94f2-e82e-4c54-a357-62c9c60b9dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:17.691406 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5cb802-5e1f-4fa7-85a5-2fb38bdb9d33 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13117292-8ce3-4024-86a1-1796a5ef3fdb,revision_number=0']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:17.698948 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-2d5cb802-5e1f-4fa7-85a5-2fb38bdb9d33 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:17.735730 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-2d5cb802-5e1f-4fa7-85a5-2fb38bdb9d33 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:17.740837 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-2d5cb802-5e1f-4fa7-85a5-2fb38bdb9d33 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4405496 May 20 21:47:17.741244 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 44870) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:47:17.746921 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-4438c550-1046-4e5a-9651-7040de075d18 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Request body: {'floatingip': {'floating_network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:47:17.763029 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-4438c550-1046-4e5a-9651-7040de075d18 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:47:17.773500 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-4438c550-1046-4e5a-9651-7040de075d18 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Usage tracker for resource:floatingip and tenant:02474a2c64904c6fb152442041a5af03 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:47:17.780493 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-4438c550-1046-4e5a-9651-7040de075d18 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:47:17.799011 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-4438c550-1046-4e5a-9651-7040de075d18 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:47:17.825510 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4438c550-1046-4e5a-9651-7040de075d18 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for floatingip, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:18.126354 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4438c550-1046-4e5a-9651-7040de075d18 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:18.435017 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.notifiers.nova [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-3d4b94f2-e82e-4c54-a357-62c9c60b9dc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2deddd9-004a-475c-a8df-b39ba8ce84e1 {{(pid=98343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:47:18.467745 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.db_base_plugin_common [None req-4438c550-1046-4e5a-9651-7040de075d18 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Allocated IP 172.28.0.118 (6a7b2292-60f2-468f-9a72-8977b3c695a9/682e5247-0975-4386-b3ba-8aaf11b83d2b/252a5ca9-47d5-445d-a2b4-c272140706ee) {{(pid=98342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:47:18.470111 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-3d4b94f2-e82e-4c54-a357-62c9c60b9dc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:18.510092 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.provisioning_blocks [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-3d4b94f2-e82e-4c54-a357-62c9c60b9dc6 service neutron] Transition to ACTIVE for port object d2deddd9-004a-475c-a8df-b39ba8ce84e1 will not be triggered until provisioned by entity L2. {{(pid=98343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:47:18.520576 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-3d4b94f2-e82e-4c54-a357-62c9c60b9dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1737293'] for port, after_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:18.528920 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-96b7728f-593b-4ba4-b8a9-6bede97e3736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:18.794099 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4438c550-1046-4e5a-9651-7040de075d18 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for port, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:18.846849 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4438c550-1046-4e5a-9651-7040de075d18 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:18.852819 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-770d269a-8578-418e-ad65-452dc225ee4f tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:18.936589 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b94f2-e82e-4c54-a357-62c9c60b9dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=d2deddd9-004a-475c-a8df-b39ba8ce84e1,revision_number=2']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:18.944117 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-3d4b94f2-e82e-4c54-a357-62c9c60b9dc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:19.041215 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4438c550-1046-4e5a-9651-7040de075d18 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Network 6a7b2292-60f2-468f-9a72-8977b3c695a9 is already hosted by enough agents. {{(pid=98342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:47:19.047988 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.base_scheduler [None req-4438c550-1046-4e5a-9651-7040de075d18 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Resources bound (agent type, host, resource id): {{(pid=98342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:47:19.051511 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4438c550-1046-4e5a-9651-7040de075d18 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Received port after_create {{(pid=98342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:47:19.103401 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438c550-1046-4e5a-9651-7040de075d18 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Pushing event updated for resources: {'Port': ['ID=252a5ca9-47d5-445d-a2b4-c272140706ee,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:19.107232 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-4438c550-1046-4e5a-9651-7040de075d18 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:19.128402 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.managers [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-3d4b94f2-e82e-4c54-a357-62c9c60b9dc6 service neutron] Attempting to bind port d2deddd9-004a-475c-a8df-b39ba8ce84e1 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:47:19.129943 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.managers [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-3d4b94f2-e82e-4c54-a357-62c9c60b9dc6 service neutron] Attempting to bind port d2deddd9-004a-475c-a8df-b39ba8ce84e1 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'a7607f59-35d3-492b-8e48-5ff38d337b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c'}] {{(pid=98343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:47:19.130502 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-3d4b94f2-e82e-4c54-a357-62c9c60b9dc6 service neutron] Attempting to bind port d2deddd9-004a-475c-a8df-b39ba8ce84e1 on network bc42d8dd-db6a-42a7-a65a-d494de158c0c {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:47:19.136990 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-3d4b94f2-e82e-4c54-a357-62c9c60b9dc6 service neutron] Port d2deddd9-004a-475c-a8df-b39ba8ce84e1 on network bc42d8dd-db6a-42a7-a65a-d494de158c0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 21:47:19.137581 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-3d4b94f2-e82e-4c54-a357-62c9c60b9dc6 service neutron] Attempting to bind port d2deddd9-004a-475c-a8df-b39ba8ce84e1 on network bc42d8dd-db6a-42a7-a65a-d494de158c0c {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:47:19.146806 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-3d4b94f2-e82e-4c54-a357-62c9c60b9dc6 service neutron] Checking agent: {'id': '80f4bab6-80a2-4d7c-8071-f2009e74956d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'started_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:47:19.147396 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-3d4b94f2-e82e-4c54-a357-62c9c60b9dc6 service neutron] Checking segment: {'id': 'a7607f59-35d3-492b-8e48-5ff38d337b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:47:19.147962 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-3d4b94f2-e82e-4c54-a357-62c9c60b9dc6 service neutron] Bound using segment: {'id': 'a7607f59-35d3-492b-8e48-5ff38d337b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c'} {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:47:19.148814 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.managers [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-3d4b94f2-e82e-4c54-a357-62c9c60b9dc6 service neutron] Bound port: d2deddd9-004a-475c-a8df-b39ba8ce84e1, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7607f59-35d3-492b-8e48-5ff38d337b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c'}}] {{(pid=98343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:47:19.149356 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-3d4b94f2-e82e-4c54-a357-62c9c60b9dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:19.203806 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f0659-1bab-4e51-844c-a447410be05c req-cf003af2-1068-4fae-9b23-6439cdebdc91 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:19.206337 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-919f0659-1bab-4e51-844c-a447410be05c req-cf003af2-1068-4fae-9b23-6439cdebdc91 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 943 time: 0.2439189 May 20 21:47:19.247947 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4438c550-1046-4e5a-9651-7040de075d18 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:19.324060 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-919f0659-1bab-4e51-844c-a447410be05c req-c9d5a9e7-2705-475d-94f4-02576ed2546a tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b67765-cf8f-464e-80f3-b01a4fdb1731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070750 May 20 21:47:19.337142 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.db [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-3d4b94f2-e82e-4c54-a357-62c9c60b9dc6 service neutron] For port d2deddd9-004a-475c-a8df-b39ba8ce84e1, host hv-cinder-79246, cleared binding levels {{(pid=98343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:47:19.346370 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.db [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-3d4b94f2-e82e-4c54-a357-62c9c60b9dc6 service neutron] For port d2deddd9-004a-475c-a8df-b39ba8ce84e1, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d2deddd9-004a-475c-a8df-b39ba8ce84e1,segment=NetworkSegment(a7607f59-35d3-492b-8e48-5ff38d337b88),segment_id=a7607f59-35d3-492b-8e48-5ff38d337b88)] {{(pid=98343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:47:19.352198 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4438c550-1046-4e5a-9651-7040de075d18 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:19.359228 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-3d4b94f2-e82e-4c54-a357-62c9c60b9dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1737293'] for port, after_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:19.369750 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-b0cde5a3-fcb8-4938-b290-0c00d84b27cc tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:19.478457 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-3d4b94f2-e82e-4c54-a357-62c9c60b9dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:19.479789 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-3d4b94f2-e82e-4c54-a357-62c9c60b9dc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:19.480702 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-3d4b94f2-e82e-4c54-a357-62c9c60b9dc6 service neutron] 10.222.0.69 "PUT /v2.0/ports/d2deddd9-004a-475c-a8df-b39ba8ce84e1 HTTP/1.1" status: 200 len: 1093 time: 2.1604328 May 20 21:47:19.493046 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f78f8b96-356e-4e81-8258-f62c47293362', 'tag': 'd2deddd9-004a-475c-a8df-b39ba8ce84e1'}] {{(pid=98343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:47:19.684802 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f78f8b96-356e-4e81-8258-f62c47293362', 'tag': 'd2deddd9-004a-475c-a8df-b39ba8ce84e1', 'status': 'completed', 'code': 200} May 20 21:47:19.761633 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b94f2-e82e-4c54-a357-62c9c60b9dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=d2deddd9-004a-475c-a8df-b39ba8ce84e1,revision_number=3']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:19.790906 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-3d4b94f2-e82e-4c54-a357-62c9c60b9dc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:19.859404 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-ab78b713-d1a0-49ba-a5f2-519cc4be502d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:19.861565 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-ab78b713-d1a0-49ba-a5f2-519cc4be502d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0606f6a2c7f245b7990c5cd28b31b66a&device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 1096 time: 0.3162603 May 20 21:47:20.099359 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4438c550-1046-4e5a-9651-7040de075d18 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for port, precommit_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:20.103896 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-edd93a08-1813-409c-899f-3b48be04b221 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2deddd9-004a-475c-a8df-b39ba8ce84e1 HTTP/1.1" status: 200 len: 217 time: 0.2312796 May 20 21:47:20.131085 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4438c550-1046-4e5a-9651-7040de075d18 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3867198'] for port, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:20.142740 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-b196c95a-401a-4efc-a35c-9c1928433eb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:20.246201 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-4af17031-a8db-435d-8543-bb5900993809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:20.247714 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-4af17031-a8db-435d-8543-bb5900993809 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d71aa12b-c7d1-4dcf-bc1c-f2467a541a18 HTTP/1.1" status: 200 len: 850 time: 0.1318922 May 20 21:47:20.435754 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-262271de-fc0b-44cf-a013-383351378697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:20.437315 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-262271de-fc0b-44cf-a013-383351378697 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bc42d8dd-db6a-42a7-a65a-d494de158c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1822672 May 20 21:47:20.514689 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4438c550-1046-4e5a-9651-7040de075d18 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023492'] for floatingip, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:20.546209 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438c550-1046-4e5a-9651-7040de075d18 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Pushing event updated for resources: {'Port': ['ID=252a5ca9-47d5-445d-a2b4-c272140706ee,revision_number=2']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:20.552210 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-4438c550-1046-4e5a-9651-7040de075d18 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:20.581310 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4438c550-1046-4e5a-9651-7040de075d18 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for floatingip, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:20.583014 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-4438c550-1046-4e5a-9651-7040de075d18 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8405075 May 20 21:47:20.730596 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-87ae0a8b-8686-4685-869d-a46fae6f8d73 service neutron] 10.222.0.69 "GET /v2.0/networks/bc42d8dd-db6a-42a7-a65a-d494de158c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849922 May 20 21:47:20.733121 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8126af-4a40-4c48-9d68-f14e2be5fadd req-433e7682-e3a4-4df2-bc85-ea48af6f62bc tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:20.742172 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9c8126af-4a40-4c48-9d68-f14e2be5fadd req-433e7682-e3a4-4df2-bc85-ea48af6f62bc tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 943 time: 0.1462567 May 20 21:47:20.889938 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9c8126af-4a40-4c48-9d68-f14e2be5fadd req-cb8ceee5-7821-4f23-83bb-0ed0f92b1a2a tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b67765-cf8f-464e-80f3-b01a4fdb1731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357362 May 20 21:47:21.064390 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-8f0c7994-0147-47c8-a90e-1e54057db9a0 req-3c2ede6b-3274-4a1b-9728-03e6b3c04fda service neutron] 10.222.0.69 "GET /v2.0/networks/bc42d8dd-db6a-42a7-a65a-d494de158c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206601 May 20 21:47:21.283864 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-72b56cd8-b392-4aaf-85d8-2a5014dbe3be tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Synchronizing usage tracker for tenant:02474a2c64904c6fb152442041a5af03 on resource:security_group {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:47:21.322450 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-72b56cd8-b392-4aaf-85d8-2a5014dbe3be tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Unset dirty status for tenant:02474a2c64904c6fb152442041a5af03 on resource:security_group {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:47:21.325589 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-72b56cd8-b392-4aaf-85d8-2a5014dbe3be tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--2068454716&fields=id&tenant_id=02474a2c64904c6fb152442041a5af03 HTTP/1.1" status: 200 len: 267 time: 0.1476736 May 20 21:47:21.331144 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b5d43-7fd5-4136-9ffc-53f1894ee747 req-9e1716ac-1419-429b-81d3-466442687502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:21.347697 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-640b5d43-7fd5-4136-9ffc-53f1894ee747 req-9e1716ac-1419-429b-81d3-466442687502 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0606f6a2c7f245b7990c5cd28b31b66a&device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 1096 time: 0.2027950 May 20 21:47:21.720310 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-09562486-a57b-467f-98fb-1c981c64801d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:21.723991 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-09562486-a57b-467f-98fb-1c981c64801d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/networks?id=d792e157-988b-4be9-b81e-7ce03ac12952 HTTP/1.1" status: 200 len: 816 time: 0.3748097 May 20 21:47:21.748400 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-6e5a5d75-9517-42af-9c40-3435fbf5aee2 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/quotas/02474a2c64904c6fb152442041a5af03 HTTP/1.1" status: 200 len: 375 time: 0.0130982 May 20 21:47:21.792503 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b5d43-7fd5-4136-9ffc-53f1894ee747 req-4771eb59-cb0d-452c-b74d-0d188780a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:21.794339 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-640b5d43-7fd5-4136-9ffc-53f1894ee747 req-4771eb59-cb0d-452c-b74d-0d188780a895 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bc42d8dd-db6a-42a7-a65a-d494de158c0c HTTP/1.1" status: 200 len: 912 time: 0.4428105 May 20 21:47:21.886857 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-2fd6189c-74ff-4f15-9796-ef9d49ba8f01 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Synchronizing usage tracker for tenant:02474a2c64904c6fb152442041a5af03 on resource:port {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:47:21.907091 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-2fd6189c-74ff-4f15-9796-ef9d49ba8f01 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Unset dirty status for tenant:02474a2c64904c6fb152442041a5af03 on resource:port {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:47:21.909704 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-2fd6189c-74ff-4f15-9796-ef9d49ba8f01 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=02474a2c64904c6fb152442041a5af03&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1435654 May 20 21:47:21.922466 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-640b5d43-7fd5-4136-9ffc-53f1894ee747 req-49265d21-809e-4af8-b687-7d42f553feeb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2deddd9-004a-475c-a8df-b39ba8ce84e1 HTTP/1.1" status: 200 len: 217 time: 0.1204967 May 20 21:47:22.060791 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b5d43-7fd5-4136-9ffc-53f1894ee747 req-85a17003-b525-4dba-9927-ab638de80b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:22.062426 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-640b5d43-7fd5-4136-9ffc-53f1894ee747 req-85a17003-b525-4dba-9927-ab638de80b39 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d71aa12b-c7d1-4dcf-bc1c-f2467a541a18 HTTP/1.1" status: 200 len: 850 time: 0.1322422 May 20 21:47:22.166735 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b5d43-7fd5-4136-9ffc-53f1894ee747 req-d4f45105-e95a-4fb8-a55f-2e94976a6121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:22.169589 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-640b5d43-7fd5-4136-9ffc-53f1894ee747 req-d4f45105-e95a-4fb8-a55f-2e94976a6121 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bc42d8dd-db6a-42a7-a65a-d494de158c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0955524 May 20 21:47:22.257122 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-9323d8e3-06b0-43df-8142-0320716e68ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:22.299811 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-56c0abf1-bfb0-4a4d-ad00-c43dcdedb528 service neutron] 10.222.0.78 "GET /v2.0/networks/d792e157-988b-4be9-b81e-7ce03ac12952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596957 May 20 21:47:22.338769 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce0cc9-8828-4254-849c-d690b4a63508 req-1881c54f-04b5-4a61-bbe8-b91907e23a0c tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:22.340980 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d0ce0cc9-8828-4254-849c-d690b4a63508 req-1881c54f-04b5-4a61-bbe8-b91907e23a0c tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 943 time: 0.2483423 May 20 21:47:22.398008 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-640b5d43-7fd5-4136-9ffc-53f1894ee747 req-c7d20912-3e26-4b8c-b805-d3b93fcca354 service neutron] 10.222.0.69 "GET /v2.0/networks/bc42d8dd-db6a-42a7-a65a-d494de158c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155519 May 20 21:47:22.568126 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d0ce0cc9-8828-4254-849c-d690b4a63508 req-8c817d18-de22-4d9a-a963-9fdd91868951 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b67765-cf8f-464e-80f3-b01a4fdb1731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950209 May 20 21:47:22.635110 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-9b45f50e-e522-4da0-8b99-bff4fd707661 service neutron] 10.222.0.78 "GET /v2.0/networks/d792e157-988b-4be9-b81e-7ce03ac12952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095403 May 20 21:47:22.682738 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-640b5d43-7fd5-4136-9ffc-53f1894ee747 req-87e624bd-5450-488c-91e3-45b4069e0bd7 service neutron] 10.222.0.69 "GET /v2.0/networks/bc42d8dd-db6a-42a7-a65a-d494de158c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768128 May 20 21:47:22.888821 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9480bb5d-7ef2-4e75-8461-72978a013499 req-2f0f3e8b-b8f4-484e-9f1c-2aeadba1649f tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 210 time: 0.0589707 May 20 21:47:23.418515 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65937db-cbde-4f57-880f-74e16ee7d577 req-72e2912f-c61f-4b19-83e2-24b4fec0e3a4 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:23.422215 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f65937db-cbde-4f57-880f-74e16ee7d577 req-72e2912f-c61f-4b19-83e2-24b4fec0e3a4 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/ports?device_id=4701fa36-253d-4107-bdb6-00c5cec8de01 HTTP/1.1" status: 200 len: 945 time: 0.1057656 May 20 21:47:23.483570 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f65937db-cbde-4f57-880f-74e16ee7d577 req-3d40c877-b605-41ce-8314-08e753b7ed49 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/security-groups?id=f85fc22b-36d2-4f67-bb7c-9ef5a1c05b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546498 May 20 21:47:23.662699 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device d2deddd9-004a-475c-a8df-b39ba8ce84e1 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 21:47:23.786962 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6857d-b225-4beb-8561-7252b56b29bc req-bdcbddfd-a257-44a7-8f70-e95aee181310 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:23.788803 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ccd6857d-b225-4beb-8561-7252b56b29bc req-bdcbddfd-a257-44a7-8f70-e95aee181310 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 943 time: 0.0952797 May 20 21:47:23.830001 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port d2deddd9-004a-475c-a8df-b39ba8ce84e1, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d2deddd9-004a-475c-a8df-b39ba8ce84e1,segment=NetworkSegment(a7607f59-35d3-492b-8e48-5ff38d337b88),segment_id=a7607f59-35d3-492b-8e48-5ff38d337b88)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:47:23.845669 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ccd6857d-b225-4beb-8561-7252b56b29bc req-ba2e99ef-9ae6-4df4-bed5-f98c71466ef0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b67765-cf8f-464e-80f3-b01a4fdb1731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488460 May 20 21:47:23.847486 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Returning: {'device': 'd2deddd9-004a-475c-a8df-b39ba8ce84e1', 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c', 'port_id': 'd2deddd9-004a-475c-a8df-b39ba8ce84e1', 'mac_address': 'fa:16:3e:ad:c5:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd71aa12b-c7d1-4dcf-bc1c-f2467a541a18', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 21:47:23.917920 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:23.945497 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2deddd9-004a-475c-a8df-b39ba8ce84e1 {{(pid=98344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:47:23.963104 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port d2deddd9-004a-475c-a8df-b39ba8ce84e1, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d2deddd9-004a-475c-a8df-b39ba8ce84e1,segment=NetworkSegment(a7607f59-35d3-492b-8e48-5ff38d337b88),segment_id=a7607f59-35d3-492b-8e48-5ff38d337b88)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:47:23.969878 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:23.973118 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:24.046555 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=d2deddd9-004a-475c-a8df-b39ba8ce84e1,revision_number=4']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:24.050355 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:24.118957 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f7c41b0c-2ce0-482b-8ea2-84d724075712 req-49f422cd-19ca-45e4-8bf1-ddd41e0518bf tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 210 time: 0.0515840 May 20 21:47:24.259981 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['d2deddd9-004a-475c-a8df-b39ba8ce84e1'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:47:24.323064 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-3d83c334-d60d-467d-9bd1-b2cbfa2b44cc tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:24.325488 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-3d83c334-d60d-467d-9bd1-b2cbfa2b44cc tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.69 "GET /v2.0/networks?id=d792e157-988b-4be9-b81e-7ce03ac12952 HTTP/1.1" status: 200 len: 816 time: 0.1984255 May 20 21:47:24.391024 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-d2557508-28f2-46a4-9e6b-01cd1497bb82 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02474a2c64904c6fb152442041a5af03 HTTP/1.1" status: 200 len: 380 time: 0.0536468 May 20 21:47:24.408023 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-f997ae0d-b819-46a7-a0ac-205b515d856b tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Request body: {'port': {'device_id': '9b02f461-3939-4991-bef9-35e9f6f7fcc9', 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952', 'admin_state_up': True, 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'security_groups': ['a3784481-0a32-4bab-9398-37bf0e8c7e27']}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:47:24.650715 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-f997ae0d-b819-46a7-a0ac-205b515d856b tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:47:24.669637 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-f997ae0d-b819-46a7-a0ac-205b515d856b tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:47:24.682887 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-f997ae0d-b819-46a7-a0ac-205b515d856b tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Made reservation on behalf of 02474a2c64904c6fb152442041a5af03 for: {'port': 1} {{(pid=98343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:47:24.686739 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-f997ae0d-b819-46a7-a0ac-205b515d856b tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:24.748583 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8358d-b104-451e-bb18-663f512ac73e req-ab063860-f8a2-4271-b09a-ef9acf648302 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:24.750216 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-fbb8358d-b104-451e-bb18-663f512ac73e req-ab063860-f8a2-4271-b09a-ef9acf648302 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/ports?device_id=4701fa36-253d-4107-bdb6-00c5cec8de01 HTTP/1.1" status: 200 len: 945 time: 0.1111343 May 20 21:47:24.806322 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-fbb8358d-b104-451e-bb18-663f512ac73e req-1ce9c455-0652-4d3d-ac84-22f5e85eb39c tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/security-groups?id=f85fc22b-36d2-4f67-bb7c-9ef5a1c05b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473659 May 20 21:47:24.895277 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.db_base_plugin_common [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-f997ae0d-b819-46a7-a0ac-205b515d856b tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Allocated IP 172.20.0.10 (d792e157-988b-4be9-b81e-7ce03ac12952/e184cb69-105f-475e-83f0-129c4848c2ac/7efb0108-32cc-423d-b08d-0810dcde7257) {{(pid=98343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:47:25.107732 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f9736-05c9-4c41-bc6a-94221076f725 req-893cf932-b762-498a-a70f-359b1a8c30dc tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:25.109514 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-1c5f9736-05c9-4c41-bc6a-94221076f725 req-893cf932-b762-498a-a70f-359b1a8c30dc tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 944 time: 0.0881684 May 20 21:47:25.155675 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-f997ae0d-b819-46a7-a0ac-205b515d856b tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for port, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:25.162296 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-1c5f9736-05c9-4c41-bc6a-94221076f725 req-f6474e4c-c97f-47b5-ab56-f10539a592b6 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b67765-cf8f-464e-80f3-b01a4fdb1731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461776 May 20 21:47:25.182313 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.provisioning_blocks [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-f997ae0d-b819-46a7-a0ac-205b515d856b tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Transition to ACTIVE for port object 7efb0108-32cc-423d-b08d-0810dcde7257 will not be triggered until provisioned by entity DHCP. {{(pid=98343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:47:25.215429 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-f997ae0d-b819-46a7-a0ac-205b515d856b tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:25.222298 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-79e6b3cb-4423-4e20-a780-34161c3cf06e tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:25.293227 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-f997ae0d-b819-46a7-a0ac-205b515d856b tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Network d792e157-988b-4be9-b81e-7ce03ac12952 is already hosted by enough agents. {{(pid=98343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:47:25.297343 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.base_scheduler [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-f997ae0d-b819-46a7-a0ac-205b515d856b tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Resources bound (agent type, host, resource id): {{(pid=98343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:47:25.301607 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-f997ae0d-b819-46a7-a0ac-205b515d856b tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Received port after_create {{(pid=98343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:47:25.334306 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997ae0d-b819-46a7-a0ac-205b515d856b tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Pushing event updated for resources: {'Port': ['ID=7efb0108-32cc-423d-b08d-0810dcde7257,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:25.344024 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c1c72-a05c-4633-86b7-f30aa39d8b07 req-e71ef44a-46ae-45ba-b00b-5d0e327b28b6 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:25.344307 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-f997ae0d-b819-46a7-a0ac-205b515d856b tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:25.345665 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-1f6c1c72-a05c-4633-86b7-f30aa39d8b07 req-e71ef44a-46ae-45ba-b00b-5d0e327b28b6 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 932 time: 0.0927019 May 20 21:47:25.375904 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-f997ae0d-b819-46a7-a0ac-205b515d856b tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:25.376602 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-f997ae0d-b819-46a7-a0ac-205b515d856b tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:25.403169 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-1f6c1c72-a05c-4633-86b7-f30aa39d8b07 req-73b48d9c-c679-4353-a381-df45edbd0f21 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507560 May 20 21:47:25.412023 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-f997ae0d-b819-46a7-a0ac-205b515d856b tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0113697 May 20 21:47:25.429258 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-a2a4da2b-6e00-4dd1-9568-d84a2886a084 service neutron] Request body: {'port': {'device_id': '9b02f461-3939-4991-bef9-35e9f6f7fcc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:47:25.539446 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:25.553291 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-a2a4da2b-6e00-4dd1-9568-d84a2886a084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:25.596736 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-f9af3557-ce1c-4cd1-b786-89d50191271a None None] Provisioning for port 7efb0108-32cc-423d-b08d-0810dcde7257 completed by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:47:25.602148 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-f9af3557-ce1c-4cd1-b786-89d50191271a None None] Provisioning complete for port 7efb0108-32cc-423d-b08d-0810dcde7257 triggered by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:47:25.602604 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-f9af3557-ce1c-4cd1-b786-89d50191271a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:25.624148 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 45074) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:47:25.661758 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-f9af3557-ce1c-4cd1-b786-89d50191271a None None] Port 7efb0108-32cc-423d-b08d-0810dcde7257 cannot update to ACTIVE because it is not bound. {{(pid=98344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 21:47:25.675502 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device d2deddd9-004a-475c-a8df-b39ba8ce84e1 up at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:47:25.764010 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning for port d2deddd9-004a-475c-a8df-b39ba8ce84e1 completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:47:25.774184 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning complete for port d2deddd9-004a-475c-a8df-b39ba8ce84e1 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:47:25.775758 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:25.813352 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c8ad5b-b1a4-4006-8bef-c2feca5ad6ac admin admin] Deleting subnet c9ada95e-2d04-406c-9887-56dcea10dd3f {{(pid=98342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 21:47:25.818630 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-d7c8ad5b-b1a4-4006-8bef-c2feca5ad6ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:25.876824 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-d7c8ad5b-b1a4-4006-8bef-c2feca5ad6ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3898490'] for subnet, precommit_delete_associations {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:25.973134 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-d7c8ad5b-b1a4-4006-8bef-c2feca5ad6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960594'] for subnet, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:25.990329 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:26.043485 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port d2deddd9-004a-475c-a8df-b39ba8ce84e1, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d2deddd9-004a-475c-a8df-b39ba8ce84e1,segment=NetworkSegment(a7607f59-35d3-492b-8e48-5ff38d337b88),segment_id=a7607f59-35d3-492b-8e48-5ff38d337b88)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:47:26.044714 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78f8b96-356e-4e81-8258-f62c47293362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2deddd9-004a-475c-a8df-b39ba8ce84e1'}] {{(pid=98344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:47:26.056333 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:26.059467 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:26.118679 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.notifiers.nova [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-a2a4da2b-6e00-4dd1-9568-d84a2886a084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7efb0108-32cc-423d-b08d-0810dcde7257 {{(pid=98343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:47:26.145891 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-a2a4da2b-6e00-4dd1-9568-d84a2886a084 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:26.154093 dv-cinder-792462-4-smb neutron-server[98344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f78f8b96-356e-4e81-8258-f62c47293362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2deddd9-004a-475c-a8df-b39ba8ce84e1', 'code': 200} May 20 21:47:26.163542 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.provisioning_blocks [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-a2a4da2b-6e00-4dd1-9568-d84a2886a084 service neutron] Transition to ACTIVE for port object 7efb0108-32cc-423d-b08d-0810dcde7257 will not be triggered until provisioned by entity L2. {{(pid=98343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:47:26.172014 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-a2a4da2b-6e00-4dd1-9568-d84a2886a084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1737293'] for port, after_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:26.177361 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-36397a26-f995-4bd4-8509-a0abebb9af15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:26.212975 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=d2deddd9-004a-475c-a8df-b39ba8ce84e1,revision_number=5']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:26.217507 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:26.218936 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-14a54ec3-aac1-4f11-a7e8-5a074f097462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:26.260891 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1d616-14ff-44fd-a9b9-f4957aa4f206 req-63d84c5e-ee7f-4d78-8509-3d69a994981f tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:26.262768 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4cf1d616-14ff-44fd-a9b9-f4957aa4f206 req-63d84c5e-ee7f-4d78-8509-3d69a994981f tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/ports?device_id=4701fa36-253d-4107-bdb6-00c5cec8de01 HTTP/1.1" status: 200 len: 945 time: 0.2320809 May 20 21:47:26.373130 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4da2b-6e00-4dd1-9568-d84a2886a084 service neutron] Pushing event updated for resources: {'Port': ['ID=7efb0108-32cc-423d-b08d-0810dcde7257,revision_number=2']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:26.381088 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-a2a4da2b-6e00-4dd1-9568-d84a2886a084 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:26.400837 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4cf1d616-14ff-44fd-a9b9-f4957aa4f206 req-c29350b4-c119-4c36-b02f-a42b52ff6bdd tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/security-groups?id=f85fc22b-36d2-4f67-bb7c-9ef5a1c05b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291170 May 20 21:47:26.463471 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.managers [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-a2a4da2b-6e00-4dd1-9568-d84a2886a084 service neutron] Attempting to bind port 7efb0108-32cc-423d-b08d-0810dcde7257 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:47:26.463825 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.managers [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-a2a4da2b-6e00-4dd1-9568-d84a2886a084 service neutron] Attempting to bind port 7efb0108-32cc-423d-b08d-0810dcde7257 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '54b1c84e-94ed-47c5-9732-c818bd112025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952'}] {{(pid=98343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:47:26.464325 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-a2a4da2b-6e00-4dd1-9568-d84a2886a084 service neutron] Attempting to bind port 7efb0108-32cc-423d-b08d-0810dcde7257 on network d792e157-988b-4be9-b81e-7ce03ac12952 {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:47:26.470846 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-a2a4da2b-6e00-4dd1-9568-d84a2886a084 service neutron] Port 7efb0108-32cc-423d-b08d-0810dcde7257 on network d792e157-988b-4be9-b81e-7ce03ac12952 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 21:47:26.471919 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-a2a4da2b-6e00-4dd1-9568-d84a2886a084 service neutron] Attempting to bind port 7efb0108-32cc-423d-b08d-0810dcde7257 on network d792e157-988b-4be9-b81e-7ce03ac12952 {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:47:26.479002 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-a2a4da2b-6e00-4dd1-9568-d84a2886a084 service neutron] Checking agent: {'id': '80f4bab6-80a2-4d7c-8071-f2009e74956d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'started_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:47:26.479408 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-a2a4da2b-6e00-4dd1-9568-d84a2886a084 service neutron] Checking segment: {'id': '54b1c84e-94ed-47c5-9732-c818bd112025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:47:26.479906 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-a2a4da2b-6e00-4dd1-9568-d84a2886a084 service neutron] Bound using segment: {'id': '54b1c84e-94ed-47c5-9732-c818bd112025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952'} {{(pid=98343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:47:26.480515 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.managers [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-a2a4da2b-6e00-4dd1-9568-d84a2886a084 service neutron] Bound port: 7efb0108-32cc-423d-b08d-0810dcde7257, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b1c84e-94ed-47c5-9732-c818bd112025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952'}}] {{(pid=98343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:47:26.480992 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-a2a4da2b-6e00-4dd1-9568-d84a2886a084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:26.633282 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-d7c8ad5b-b1a4-4006-8bef-c2feca5ad6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3867332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870899'] for subnet, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:26.646214 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:26.687820 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c8ad5b-b1a4-4006-8bef-c2feca5ad6ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9ada95e-2d04-406c-9887-56dcea10dd3f,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:26.693829 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c4bb6-697d-43e2-aa5f-5c640f5afc08 req-76d6a5b3-f82b-4ae2-bad2-84cd63fc3b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:26.695344 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-764c4bb6-697d-43e2-aa5f-5c640f5afc08 req-76d6a5b3-f82b-4ae2-bad2-84cd63fc3b08 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 1098 time: 0.2563818 May 20 21:47:26.697379 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-d7c8ad5b-b1a4-4006-8bef-c2feca5ad6ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:26.699330 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.db [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-a2a4da2b-6e00-4dd1-9568-d84a2886a084 service neutron] For port 7efb0108-32cc-423d-b08d-0810dcde7257, host hv-cinder-79246, cleared binding levels {{(pid=98343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:47:26.704543 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.db [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-a2a4da2b-6e00-4dd1-9568-d84a2886a084 service neutron] For port 7efb0108-32cc-423d-b08d-0810dcde7257, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7efb0108-32cc-423d-b08d-0810dcde7257,segment=NetworkSegment(54b1c84e-94ed-47c5-9732-c818bd112025),segment_id=54b1c84e-94ed-47c5-9732-c818bd112025)] {{(pid=98343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:47:26.706415 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905452f-86f4-4288-ac1a-26a4b4bcdc9c req-fe8dd695-3233-4a1f-b2dc-d80da3c8ceb2 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:26.707910 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5905452f-86f4-4288-ac1a-26a4b4bcdc9c req-fe8dd695-3233-4a1f-b2dc-d80da3c8ceb2 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 945 time: 0.3204985 May 20 21:47:26.710553 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-a2a4da2b-6e00-4dd1-9568-d84a2886a084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1737293'] for port, after_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:26.710708 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-d7c8ad5b-b1a4-4006-8bef-c2feca5ad6ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for subnet, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:26.717030 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-67489189-6abe-4ed6-8abc-e2c3d180ced4 tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:26.762110 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d1ea9-2942-4d24-9a14-3bff8be185a1 req-db85b8af-536d-43bd-b97d-4f22ad855c70 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:26.763559 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-414d1ea9-2942-4d24-9a14-3bff8be185a1 req-db85b8af-536d-43bd-b97d-4f22ad855c70 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 944 time: 0.2361917 May 20 21:47:26.767427 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-a2a4da2b-6e00-4dd1-9568-d84a2886a084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:26.768463 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-d7c8ad5b-b1a4-4006-8bef-c2feca5ad6ac admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c9ada95e-2d04-406c-9887-56dcea10dd3f HTTP/1.1" status: 204 len: 168 time: 1.1427062 May 20 21:47:26.770896 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-a2a4da2b-6e00-4dd1-9568-d84a2886a084 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:26.772457 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-a2a4da2b-6e00-4dd1-9568-d84a2886a084 service neutron] 10.222.0.69 "PUT /v2.0/ports/7efb0108-32cc-423d-b08d-0810dcde7257 HTTP/1.1" status: 200 len: 1094 time: 1.3489778 May 20 21:47:26.772931 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 45092) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:47:26.788321 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b02f461-3939-4991-bef9-35e9f6f7fcc9', 'tag': '7efb0108-32cc-423d-b08d-0810dcde7257'}] {{(pid=98343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:47:26.843666 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-764c4bb6-697d-43e2-aa5f-5c640f5afc08 req-ab7ec482-f5fb-4994-a83f-637bd02a4c09 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=81b67765-cf8f-464e-80f3-b01a4fdb1731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299112 May 20 21:47:26.851468 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5905452f-86f4-4288-ac1a-26a4b4bcdc9c req-7d17f2f4-2b2d-4865-869f-3118a3e3eb08 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b67765-cf8f-464e-80f3-b01a4fdb1731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234100 May 20 21:47:26.880236 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-414d1ea9-2942-4d24-9a14-3bff8be185a1 req-ca9e3b4a-3ec3-47e7-853d-6b0dadad9b34 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043551 May 20 21:47:26.917421 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4da2b-6e00-4dd1-9568-d84a2886a084 service neutron] Pushing event updated for resources: {'Port': ['ID=7efb0108-32cc-423d-b08d-0810dcde7257,revision_number=3']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:26.920965 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-a2a4da2b-6e00-4dd1-9568-d84a2886a084 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:26.978049 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b02f461-3939-4991-bef9-35e9f6f7fcc9', 'tag': '7efb0108-32cc-423d-b08d-0810dcde7257', 'status': 'completed', 'code': 200} May 20 21:47:27.004403 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-0dcfd701-fc89-42e9-8afc-4dfd9776f622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985866'] for network, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:27.151021 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-e5ffbaf4-49aa-43ec-a5e6-3bb19b5ccea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:27.153419 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-e5ffbaf4-49aa-43ec-a5e6-3bb19b5ccea2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=02474a2c64904c6fb152442041a5af03&device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 1097 time: 0.3223255 May 20 21:47:27.293071 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-b43f0a43-9bed-4a80-9660-85f4dd4f5c6c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7efb0108-32cc-423d-b08d-0810dcde7257 HTTP/1.1" status: 200 len: 217 time: 0.1291535 May 20 21:47:27.295737 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-0dcfd701-fc89-42e9-8afc-4dfd9776f622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961757', 'neutron.services.segments.db._delete_segments_for_network-8759169772665'] for network, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:27.351110 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.services.segments.db [None req-0dcfd701-fc89-42e9-8afc-4dfd9776f622 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c57f23c-af96-4eed-9a1f-0c23808587f6']}} {{(pid=98343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:47:27.373351 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.services.segments.db [None req-0dcfd701-fc89-42e9-8afc-4dfd9776f622 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2790c02a-58d7-4f02-a509-cd8a074ee5fe') {'for_net_delete': True} {{(pid=98343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:47:27.373351 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.services.segments.db [None req-0dcfd701-fc89-42e9-8afc-4dfd9776f622 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2790c02a-58d7-4f02-a509-cd8a074ee5fe') {} {{(pid=98343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:47:27.390588 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-0dcfd701-fc89-42e9-8afc-4dfd9776f622 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759169785079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809430'] for segment, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:27.406902 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-ea137c36-dad1-4cdb-93f0-1831aad6cd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:27.408325 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-ea137c36-dad1-4cdb-93f0-1831aad6cd38 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e184cb69-105f-475e-83f0-129c4848c2ac HTTP/1.1" status: 200 len: 855 time: 0.1041930 May 20 21:47:27.416988 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-0dcfd701-fc89-42e9-8afc-4dfd9776f622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329'] for segment, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:27.451738 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 45106) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:47:27.470325 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dcfd701-fc89-42e9-8afc-4dfd9776f622 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=98343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:47:27.470735 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-0dcfd701-fc89-42e9-8afc-4dfd9776f622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1737233'] for segment, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:27.493081 dv-cinder-792462-4-smb neutron-server[98343]: Traceback (most recent call last): May 20 21:47:27.493081 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:47:27.493081 dv-cinder-792462-4-smb neutron-server[98343]: timer() May 20 21:47:27.493081 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:47:27.493081 dv-cinder-792462-4-smb neutron-server[98343]: cb(*args, **kw) May 20 21:47:27.493081 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 21:47:27.493081 dv-cinder-792462-4-smb neutron-server[98343]: return func(*args, **kwargs) May 20 21:47:27.493081 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:47:27.493081 dv-cinder-792462-4-smb neutron-server[98343]: self._notify() May 20 21:47:27.493081 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:47:27.493081 dv-cinder-792462-4-smb neutron-server[98343]: self.callback(batched_events) May 20 21:47:27.493081 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:47:27.493081 dv-cinder-792462-4-smb neutron-server[98343]: event.method(event) May 20 21:47:27.493081 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 21:47:27.493081 dv-cinder-792462-4-smb neutron-server[98343]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:47:27.493081 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 21:47:27.493081 dv-cinder-792462-4-smb neutron-server[98343]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:47:27.493081 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 21:47:27.493081 dv-cinder-792462-4-smb neutron-server[98343]: return f(self, *a, **k) May 20 21:47:27.493081 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 21:47:27.493081 dv-cinder-792462-4-smb neutron-server[98343]: return self._get(url).json() May 20 21:47:27.493081 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 21:47:27.493081 dv-cinder-792462-4-smb neutron-server[98343]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:47:27.493081 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:47:27.493081 dv-cinder-792462-4-smb neutron-server[98343]: return self.request(url, 'GET', **kwargs) May 20 21:47:27.493081 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:47:27.493081 dv-cinder-792462-4-smb neutron-server[98343]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:47:27.493081 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:47:27.493081 dv-cinder-792462-4-smb neutron-server[98343]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:47:27.493081 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:47:27.493081 dv-cinder-792462-4-smb neutron-server[98343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:47:27.493081 dv-cinder-792462-4-smb neutron-server[98343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:47:27.520198 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:27.616220 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-6ffd1724-050c-4ee0-83b1-5733382ee03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:27.617554 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-0dcfd701-fc89-42e9-8afc-4dfd9776f622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1639574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1649568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023514'] for network, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:27.623679 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-0dcfd701-fc89-42e9-8afc-4dfd9776f622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for network, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:27.626344 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:27.637817 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-6ffd1724-050c-4ee0-83b1-5733382ee03c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:47:27.644524 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-6ffd1724-050c-4ee0-83b1-5733382ee03c admin admin] Usage tracker for resource:security_group_rule and tenant:03f431b28a014f02927ca7ca4c51a94b is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:47:27.648155 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-6ffd1724-050c-4ee0-83b1-5733382ee03c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:47:27.652948 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-562cae37-fb24-4977-ab8c-49a73109a97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:27.655001 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-562cae37-fb24-4977-ab8c-49a73109a97f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d792e157-988b-4be9-b81e-7ce03ac12952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2344615 May 20 21:47:27.656088 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-6ffd1724-050c-4ee0-83b1-5733382ee03c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:47:27.657686 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfd701-fc89-42e9-8afc-4dfd9776f622 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c57f23c-af96-4eed-9a1f-0c23808587f6,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:27.661816 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-0dcfd701-fc89-42e9-8afc-4dfd9776f622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:27.666743 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-0dcfd701-fc89-42e9-8afc-4dfd9776f622 admin admin] 10.222.0.78 "DELETE /v2.0/networks/0c57f23c-af96-4eed-9a1f-0c23808587f6 HTTP/1.1" status: 204 len: 168 time: 0.8734388 May 20 21:47:27.677435 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e328149-0ead-4e87-85b8-6f4a733a546f req-3643f15f-188a-44c9-bc57-df639b7eabb2 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:27.678991 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5e328149-0ead-4e87-85b8-6f4a733a546f req-3643f15f-188a-44c9-bc57-df639b7eabb2 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/ports?device_id=4701fa36-253d-4107-bdb6-00c5cec8de01 HTTP/1.1" status: 200 len: 945 time: 0.1419497 May 20 21:47:27.776387 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5e328149-0ead-4e87-85b8-6f4a733a546f req-4c8030b3-4f2c-4946-9996-3143ac708e79 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/security-groups?id=f85fc22b-36d2-4f67-bb7c-9ef5a1c05b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912175 May 20 21:47:27.847547 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-13c31495-b333-4ad8-9144-eecc79e9f15f service neutron] 10.222.0.69 "GET /v2.0/networks/d792e157-988b-4be9-b81e-7ce03ac12952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605494 May 20 21:47:27.852953 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-6ffd1724-050c-4ee0-83b1-5733382ee03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:27.858523 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-6ffd1724-050c-4ee0-83b1-5733382ee03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:27.898079 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 45116) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:47:27.900319 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:27.936420 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-6ffd1724-050c-4ee0-83b1-5733382ee03c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=03f431b28a014f02927ca7ca4c51a94b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4830742 May 20 21:47:27.937501 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 45122) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:47:27.992529 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd1724-050c-4ee0-83b1-5733382ee03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54887f4-7045-4df4-a735-53dbfdd0e378,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:27.998860 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-6ffd1724-050c-4ee0-83b1-5733382ee03c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:28.118626 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-a3cbb84b-48d9-4d69-8dda-80d27bd6f8c5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=59bf4fbf91ad496eb8448f93efa466db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2186019 May 20 21:47:28.128787 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 45126) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:47:28.155395 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-5bbf2285-b4fc-4390-8eff-29090e841d6a req-a94e02e4-19cd-4719-9a67-c9852dd177c1 service neutron] 10.222.0.69 "GET /v2.0/networks/d792e157-988b-4be9-b81e-7ce03ac12952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943985 May 20 21:47:28.188519 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-57158370-85d4-45ff-964a-7b958066c0a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:28.200724 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-87023cab-085d-4ccd-934a-e45f3b215f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:28.242937 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-57158370-85d4-45ff-964a-7b958066c0a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:28.269635 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-87023cab-085d-4ccd-934a-e45f3b215f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:28.310845 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4969d-4d04-41d2-b8f3-b67253b3eb8f req-867abf49-fd7b-40e6-b10a-359b3ff333dd tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:28.312391 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-22c4969d-4d04-41d2-b8f3-b67253b3eb8f req-867abf49-fd7b-40e6-b10a-359b3ff333dd tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 944 time: 0.2295122 May 20 21:47:28.321718 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517176b-2b3a-499e-b179-1a5c08c2c89c req-fece85f5-3d7b-4e1c-b13c-7c2d0455022d tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:28.323206 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b517176b-2b3a-499e-b179-1a5c08c2c89c req-fece85f5-3d7b-4e1c-b13c-7c2d0455022d tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 945 time: 0.2427502 May 20 21:47:28.336618 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08065d5-ecf4-4c83-842b-6e153871d34a req-2e72cbcc-7988-4e21-8fe1-9342f4d8e207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:28.338380 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-c08065d5-ecf4-4c83-842b-6e153871d34a req-2e72cbcc-7988-4e21-8fe1-9342f4d8e207 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=02474a2c64904c6fb152442041a5af03&device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 1097 time: 0.1241043 May 20 21:47:28.373589 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-87023cab-085d-4ccd-934a-e45f3b215f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:28.381230 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-57158370-85d4-45ff-964a-7b958066c0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:28.387433 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-5ba7d568-773f-4405-9f6d-4c32de370a67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:28.396875 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-9a2be499-bc9f-40df-90ee-67aedfdd4217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:28.406847 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87023cab-085d-4ccd-934a-e45f3b215f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d107ca27-48de-46b4-834e-80b24c141c00,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:28.414659 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57158370-85d4-45ff-964a-7b958066c0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54887f4-7045-4df4-a735-53dbfdd0e378,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:28.418209 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-57158370-85d4-45ff-964a-7b958066c0a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:28.422951 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b517176b-2b3a-499e-b179-1a5c08c2c89c req-00783558-2ce6-4205-a882-1733ec071dc1 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b67765-cf8f-464e-80f3-b01a4fdb1731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831501 May 20 21:47:28.427075 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-22c4969d-4d04-41d2-b8f3-b67253b3eb8f req-fc9df0f9-05f6-48c4-8281-03f6624bf613 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029375 May 20 21:47:28.446480 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-57158370-85d4-45ff-964a-7b958066c0a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:28.447661 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-57158370-85d4-45ff-964a-7b958066c0a7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d54887f4-7045-4df4-a735-53dbfdd0e378 HTTP/1.1" status: 204 len: 168 time: 0.4950860 May 20 21:47:28.450458 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-87023cab-085d-4ccd-934a-e45f3b215f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:28.484897 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-87023cab-085d-4ccd-934a-e45f3b215f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:28.488344 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-87023cab-085d-4ccd-934a-e45f3b215f0d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d107ca27-48de-46b4-834e-80b24c141c00 HTTP/1.1" status: 204 len: 168 time: 0.3561013 May 20 21:47:28.514495 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08065d5-ecf4-4c83-842b-6e153871d34a req-dd28a219-3d49-4eec-8230-94acfe40add9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:28.516135 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-c08065d5-ecf4-4c83-842b-6e153871d34a req-dd28a219-3d49-4eec-8230-94acfe40add9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d792e157-988b-4be9-b81e-7ce03ac12952 HTTP/1.1" status: 200 len: 917 time: 0.1674139 May 20 21:47:28.591118 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-c08065d5-ecf4-4c83-842b-6e153871d34a req-989f9086-b396-4664-92c5-ab4918602508 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7efb0108-32cc-423d-b08d-0810dcde7257 HTTP/1.1" status: 200 len: 217 time: 0.0641801 May 20 21:47:28.678602 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389be97-ec86-4e70-92bf-2e49b945312d req-cc8fb9ea-78fa-4af9-bcfb-175d1bf6c614 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:28.694658 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-3389be97-ec86-4e70-92bf-2e49b945312d req-cc8fb9ea-78fa-4af9-bcfb-175d1bf6c614 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 945 time: 0.1419325 May 20 21:47:28.694658 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 45138) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:47:28.701494 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-1573f80f-dfa3-4602-bf08-55097fcf0d9b tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Request body: {'floatingip': {'port_id': 'd2deddd9-004a-475c-a8df-b39ba8ce84e1'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:47:28.802400 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08065d5-ecf4-4c83-842b-6e153871d34a req-eb91c8a2-c820-4f71-b7d5-ca77485a702f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:28.804656 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-c08065d5-ecf4-4c83-842b-6e153871d34a req-eb91c8a2-c820-4f71-b7d5-ca77485a702f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e184cb69-105f-475e-83f0-129c4848c2ac HTTP/1.1" status: 200 len: 855 time: 0.2059462 May 20 21:47:28.865252 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1573f80f-dfa3-4602-bf08-55097fcf0d9b tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for floatingip, before_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:28.958338 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08065d5-ecf4-4c83-842b-6e153871d34a req-2906d6d4-4175-45fd-80f9-7b7825bbdee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:28.963746 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-c08065d5-ecf4-4c83-842b-6e153871d34a req-2906d6d4-4175-45fd-80f9-7b7825bbdee5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d792e157-988b-4be9-b81e-7ce03ac12952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1421287 May 20 21:47:29.053316 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 45144) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:47:29.104065 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-c08065d5-ecf4-4c83-842b-6e153871d34a req-d175f1ec-3c74-4fb3-93bd-140675ec9f58 service neutron] 10.222.0.69 "GET /v2.0/networks/d792e157-988b-4be9-b81e-7ce03ac12952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327088 May 20 21:47:29.169011 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:29.193023 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-ff861888-b65b-4bd8-ad3a-1fcf1e65c61a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:29.236535 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-ff861888-b65b-4bd8-ad3a-1fcf1e65c61a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:47:29.251139 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-c08065d5-ecf4-4c83-842b-6e153871d34a req-b63e6e64-f76f-49cc-88d9-9420406b7631 service neutron] 10.222.0.69 "GET /v2.0/networks/d792e157-988b-4be9-b81e-7ce03ac12952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390901 May 20 21:47:29.279804 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-ff861888-b65b-4bd8-ad3a-1fcf1e65c61a admin admin] Usage tracker for resource:security_group_rule and tenant:58f92de22a144e04b331387f113b6e69 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:47:29.288531 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-ff861888-b65b-4bd8-ad3a-1fcf1e65c61a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:47:29.306037 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-ff861888-b65b-4bd8-ad3a-1fcf1e65c61a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:47:29.419322 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deced9a4-b1f5-4134-93a0-9297337bb4ef req-ee854456-5ca5-4ea4-bdbb-9b90f2180aa6 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:29.420788 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-deced9a4-b1f5-4134-93a0-9297337bb4ef req-ee854456-5ca5-4ea4-bdbb-9b90f2180aa6 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.69 "GET /v2.0/ports?device_id=4701fa36-253d-4107-bdb6-00c5cec8de01 HTTP/1.1" status: 200 len: 945 time: 0.6065331 May 20 21:47:29.494787 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8c51e-97d5-4b60-a08f-5338373e9794 req-21106e14-3384-4e3e-b57d-6c16d0437002 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:29.496233 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-30f8c51e-97d5-4b60-a08f-5338373e9794 req-21106e14-3384-4e3e-b57d-6c16d0437002 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/ports?device_id=4701fa36-253d-4107-bdb6-00c5cec8de01 HTTP/1.1" status: 200 len: 945 time: 0.4419556 May 20 21:47:29.938035 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-ff861888-b65b-4bd8-ad3a-1fcf1e65c61a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:29.954614 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-ff861888-b65b-4bd8-ad3a-1fcf1e65c61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:29.964427 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-694748c7-04cf-45c1-a8ef-e72367b2fc76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:29.978039 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64d93f-506f-4cac-8894-fff27eba97ef req-37235b9f-2c81-4f17-897b-86b71fc605cd tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:29.979507 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-be64d93f-506f-4cac-8894-fff27eba97ef req-37235b9f-2c81-4f17-897b-86b71fc605cd tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 944 time: 0.3871365 May 20 21:47:29.982174 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-30f8c51e-97d5-4b60-a08f-5338373e9794 req-009869ae-6e57-4787-ba23-9c0a9364a866 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/security-groups?id=f85fc22b-36d2-4f67-bb7c-9ef5a1c05b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4669125 May 20 21:47:30.049072 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [req-deced9a4-b1f5-4134-93a0-9297337bb4ef req-b6586107-a401-4605-a0cb-972f8b1800a1 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Deleting port ebeff6af-dc56-4c34-b103-f0f47e84c25b {{(pid=98342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:47:30.049458 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-deced9a4-b1f5-4134-93a0-9297337bb4ef req-b6586107-a401-4605-a0cb-972f8b1800a1 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:30.079583 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-ff861888-b65b-4bd8-ad3a-1fcf1e65c61a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=58f92de22a144e04b331387f113b6e69&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0221651 May 20 21:47:30.080387 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff861888-b65b-4bd8-ad3a-1fcf1e65c61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52496831-989e-41d2-9fa4-8f3c47fe3ef1,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:30.082773 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 45152) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:47:30.109340 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-ff861888-b65b-4bd8-ad3a-1fcf1e65c61a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:30.127292 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-be64d93f-506f-4cac-8894-fff27eba97ef req-17253bff-6091-4050-858c-8d56a7555c9c tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394560 May 20 21:47:30.174952 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-1bbf78f5-1636-41a6-abb4-0e1d5e9d9a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:30.202238 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-1bbf78f5-1636-41a6-abb4-0e1d5e9d9a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:30.259155 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-1bbf78f5-1636-41a6-abb4-0e1d5e9d9a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:30.263327 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-993f0868-369c-4033-b27e-043c753cee6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:30.275421 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf78f5-1636-41a6-abb4-0e1d5e9d9a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52496831-989e-41d2-9fa4-8f3c47fe3ef1,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:30.279394 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-1bbf78f5-1636-41a6-abb4-0e1d5e9d9a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:30.283855 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-1bbf78f5-1636-41a6-abb4-0e1d5e9d9a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:30.289173 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-1bbf78f5-1636-41a6-abb4-0e1d5e9d9a7f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/52496831-989e-41d2-9fa4-8f3c47fe3ef1 HTTP/1.1" status: 204 len: 168 time: 0.2051344 May 20 21:47:30.328133 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [req-deced9a4-b1f5-4134-93a0-9297337bb4ef req-b6586107-a401-4605-a0cb-972f8b1800a1 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] For port ebeff6af-dc56-4c34-b103-f0f47e84c25b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ebeff6af-dc56-4c34-b103-f0f47e84c25b,segment=NetworkSegment(6ff77bad-fc84-48fa-928c-df742290c0f0),segment_id=6ff77bad-fc84-48fa-928c-df742290c0f0)] {{(pid=98342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:47:30.328526 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-deced9a4-b1f5-4134-93a0-9297337bb4ef req-b6586107-a401-4605-a0cb-972f8b1800a1 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:30.472218 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [req-deced9a4-b1f5-4134-93a0-9297337bb4ef req-b6586107-a401-4605-a0cb-972f8b1800a1 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Calling delete_port for ebeff6af-dc56-4c34-b103-f0f47e84c25b owned by compute:nova {{(pid=98342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:47:30.487669 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1573f80f-dfa3-4602-bf08-55097fcf0d9b tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:30.496015 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1573f80f-dfa3-4602-bf08-55097fcf0d9b tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023492'] for floatingip, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:30.841517 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.db.l3_db [None req-1573f80f-dfa3-4602-bf08-55097fcf0d9b tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Floating IP 62911f77-8bea-46dd-ac00-40de30c0fa19 associated. External IP: 172.28.0.71, port: d2deddd9-004a-475c-a8df-b39ba8ce84e1. May 20 21:47:31.012229 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-deced9a4-b1f5-4134-93a0-9297337bb4ef req-b6586107-a401-4605-a0cb-972f8b1800a1 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:31.025574 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-bfb563d2-10c2-44ea-a343-9f516b19119d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:31.084242 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6586107-a401-4605-a0cb-972f8b1800a1 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Pushing event deleted for resources: {'Port': ['ID=ebeff6af-dc56-4c34-b103-f0f47e84c25b,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:31.090307 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-b6586107-a401-4605-a0cb-972f8b1800a1 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:31.177126 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.l3_dvrscheduler_db [req-deced9a4-b1f5-4134-93a0-9297337bb4ef req-b6586107-a401-4605-a0cb-972f8b1800a1 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] No DVR routers for this DVR port ebeff6af-dc56-4c34-b103-f0f47e84c25b on host hv-cinder-79246 {{(pid=98342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:47:31.182725 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-deced9a4-b1f5-4134-93a0-9297337bb4ef req-b6586107-a401-4605-a0cb-972f8b1800a1 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:31.185993 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4701fa36-253d-4107-bdb6-00c5cec8de01', 'name': 'network-vif-deleted', 'tag': 'ebeff6af-dc56-4c34-b103-f0f47e84c25b'}] {{(pid=98342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:47:31.277292 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-deced9a4-b1f5-4134-93a0-9297337bb4ef req-b6586107-a401-4605-a0cb-972f8b1800a1 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.69 "DELETE /v2.0/ports/ebeff6af-dc56-4c34-b103-f0f47e84c25b HTTP/1.1" status: 204 len: 173 time: 1.8464234 May 20 21:47:31.336507 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-7396382f-05dc-40ac-a06c-dcb42d8d2fb7 req-efbc7e80-c395-4993-b6e6-437a2794e502 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Synchronizing usage tracker for tenant:faed8bc9cb8c41f99ca7d44437d90797 on resource:port {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:47:31.492519 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-7396382f-05dc-40ac-a06c-dcb42d8d2fb7 req-efbc7e80-c395-4993-b6e6-437a2794e502 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Unset dirty status for tenant:faed8bc9cb8c41f99ca7d44437d90797 on resource:port {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:47:31.495495 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-7396382f-05dc-40ac-a06c-dcb42d8d2fb7 req-efbc7e80-c395-4993-b6e6-437a2794e502 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] 10.222.0.78 "GET /v2.0/ports?device_id=4701fa36-253d-4107-bdb6-00c5cec8de01 HTTP/1.1" status: 200 len: 210 time: 0.2198613 May 20 21:47:31.537804 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1573f80f-dfa3-4602-bf08-55097fcf0d9b tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Router 77651f21-a8c7-408a-b7fd-052d11539ab1 has already been hosted by L3 agent 0cab7e80-5b87-486c-a982-5030be84b7ba {{(pid=98342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 21:47:31.615914 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4701fa36-253d-4107-bdb6-00c5cec8de01', 'name': 'network-vif-deleted', 'tag': 'ebeff6af-dc56-4c34-b103-f0f47e84c25b', 'status': 'completed', 'code': 200} May 20 21:47:31.700393 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 45192) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:47:31.722214 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 7efb0108-32cc-423d-b08d-0810dcde7257 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 21:47:31.727483 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device ebeff6af-dc56-4c34-b103-f0f47e84c25b no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:47:31.811249 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1573f80f-dfa3-4602-bf08-55097fcf0d9b tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify agent at l3_agent.dv-cinder-792462-4-smb the message routers_updated {{(pid=98342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 21:47:31.817088 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1573f80f-dfa3-4602-bf08-55097fcf0d9b tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for floatingip, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:31.886758 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-8616dcb2-0c8c-42db-833b-c3bf64283295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:31.893748 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397bfa2-ca86-4c32-b53b-3d0f587facaa req-14e04b5d-5800-4ab0-bd3f-2d68ef8b1a38 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:31.894504 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-6397bfa2-ca86-4c32-b53b-3d0f587facaa req-14e04b5d-5800-4ab0-bd3f-2d68ef8b1a38 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 944 time: 0.6200666 May 20 21:47:31.902591 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-1573f80f-dfa3-4602-bf08-55097fcf0d9b tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "PUT /v2.0/floatingips/62911f77-8bea-46dd-ac00-40de30c0fa19 HTTP/1.1" status: 200 len: 990 time: 3.2036448 May 20 21:47:31.902891 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018653ec-8ff2-4afa-8fba-8e2689ce92cd None None] Sync routers for ids ['77651f21-a8c7-408a-b7fd-052d11539ab1'] in dv-cinder-792462-4-smb {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:47:31.919085 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-8616dcb2-0c8c-42db-833b-c3bf64283295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:47:31.939527 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-8616dcb2-0c8c-42db-833b-c3bf64283295 admin admin] Usage tracker for resource:security_group_rule and tenant:39bc9bb230dd4aa497de73c014bf1f09 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:47:31.945164 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-8616dcb2-0c8c-42db-833b-c3bf64283295 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:47:31.969023 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-8616dcb2-0c8c-42db-833b-c3bf64283295 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:47:31.991837 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] No Port match for: ebeff6af-dc56-4c34-b103-f0f47e84c25b {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:47:31.992333 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device ebeff6af-dc56-4c34-b103-f0f47e84c25b not bound to the agent host hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:47:32.004565 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018653ec-8ff2-4afa-8fba-8e2689ce92cd None None] Routers {'77651f21-a8c7-408a-b7fd-052d11539ab1'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:47:32.005315 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-018653ec-8ff2-4afa-8fba-8e2689ce92cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:47:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['77651f21-a8c7-408a-b7fd-052d11539ab1'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:47:32.022326 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-6397bfa2-ca86-4c32-b53b-3d0f587facaa req-d1161af0-db86-4fd7-aba2-dc5743d6cb78 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928431 May 20 21:47:32.143300 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 7efb0108-32cc-423d-b08d-0810dcde7257, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7efb0108-32cc-423d-b08d-0810dcde7257,segment=NetworkSegment(54b1c84e-94ed-47c5-9732-c818bd112025),segment_id=54b1c84e-94ed-47c5-9732-c818bd112025)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:47:32.149538 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-8616dcb2-0c8c-42db-833b-c3bf64283295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:32.154051 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-8616dcb2-0c8c-42db-833b-c3bf64283295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:32.162623 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-b86905fc-ce59-441e-97da-4167add56b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:32.208629 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-8616dcb2-0c8c-42db-833b-c3bf64283295 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=39bc9bb230dd4aa497de73c014bf1f09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5068433 May 20 21:47:32.209580 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616dcb2-0c8c-42db-833b-c3bf64283295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e0e537-2c5b-4e94-aca8-8405bfc48fc0,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:32.211746 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 45202) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:47:32.213159 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-8616dcb2-0c8c-42db-833b-c3bf64283295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:32.227842 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Returning: {'device': '7efb0108-32cc-423d-b08d-0810dcde7257', 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952', 'port_id': '7efb0108-32cc-423d-b08d-0810dcde7257', 'mac_address': 'fa:16:3e:bf:61:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e184cb69-105f-475e-83f0-129c4848c2ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 21:47:32.290868 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-be3bd157-2e2a-4f49-b7f3-01258c80a257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:32.303220 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-018653ec-8ff2-4afa-8fba-8e2689ce92cd None None] Set router 77651f21-a8c7-408a-b7fd-052d11539ab1 gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:47:32.322862 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-be3bd157-2e2a-4f49-b7f3-01258c80a257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:32.374134 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:32.396129 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-be3bd157-2e2a-4f49-b7f3-01258c80a257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:32.401532 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-0aa20777-c228-4d34-a274-568cf475032d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:32.414187 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3bd157-2e2a-4f49-b7f3-01258c80a257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e0e537-2c5b-4e94-aca8-8405bfc48fc0,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:32.416718 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-be3bd157-2e2a-4f49-b7f3-01258c80a257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:32.422516 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-be3bd157-2e2a-4f49-b7f3-01258c80a257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:32.423654 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-be3bd157-2e2a-4f49-b7f3-01258c80a257 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b6e0e537-2c5b-4e94-aca8-8405bfc48fc0 HTTP/1.1" status: 204 len: 168 time: 0.2064266 May 20 21:47:32.483582 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7efb0108-32cc-423d-b08d-0810dcde7257 {{(pid=98344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:47:32.529879 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 7efb0108-32cc-423d-b08d-0810dcde7257, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7efb0108-32cc-423d-b08d-0810dcde7257,segment=NetworkSegment(54b1c84e-94ed-47c5-9732-c818bd112025),segment_id=54b1c84e-94ed-47c5-9732-c818bd112025)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:47:32.548722 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:32.559803 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-b74764ae-bba1-4810-8bb2-e99d2b16bb47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:32.841434 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=7efb0108-32cc-423d-b08d-0810dcde7257,revision_number=4']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:32.849278 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:32.878438 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['7efb0108-32cc-423d-b08d-0810dcde7257'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:47:33.068450 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-018653ec-8ff2-4afa-8fba-8e2689ce92cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'name': 'tempest-AttachVolumeTestJSON-2100298672-router', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195'}], 'enable_snat': True}, 'gw_port_id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:46:44Z', 'updated_at': '2021-05-20T21:46:55Z', 'revision_number': 4, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'gw_port': {'id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:46:47Z', 'updated_at': '2021-05-20T21:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_floatingips': [{'id': '62911f77-8bea-46dd-ac00-40de30c0fa19', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'floating_ip_address': '172.28.0.71', 'floating_network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'router_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'port_id': 'd2deddd9-004a-475c-a8df-b39ba8ce84e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c', 'mac_address': 'fa:16:3e:ad:c5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78f8b96-356e-4e81-8258-f62c47293362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T21:47:06Z', 'updated_at': '2021-05-20T21:47:30Z', 'revision_number': 1, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '336bfb3e-8df7-4bda-afe7-5d3ebd2292e8', 'name': '', 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'mac_address': 'fa:16:3e:44:fc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd71aa12b-c7d1-4dcf-bc1c-f2467a541a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:46:53Z', 'updated_at': '2021-05-20T21:47:08Z', 'revision_number': 5, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'subnets': [{'id': 'd71aa12b-c7d1-4dcf-bc1c-f2467a541a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:47:33.081754 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018653ec-8ff2-4afa-8fba-8e2689ce92cd None None] Checking router: 77651f21-a8c7-408a-b7fd-052d11539ab1 for host: dv-cinder-792462-4-smb {{(pid=98344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:47:33.115515 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018653ec-8ff2-4afa-8fba-8e2689ce92cd None None] Routers {'77651f21-a8c7-408a-b7fd-052d11539ab1'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:47:33.116430 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-018653ec-8ff2-4afa-8fba-8e2689ce92cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:47:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['77651f21-a8c7-408a-b7fd-052d11539ab1'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:47:33.490577 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-018653ec-8ff2-4afa-8fba-8e2689ce92cd None None] Set router 77651f21-a8c7-408a-b7fd-052d11539ab1 gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:47:33.573397 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db75ea-4869-4e43-8496-1945b61cd968 req-5e39a5e3-c722-41bd-8714-d058e9afeadb tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:33.576063 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e0db75ea-4869-4e43-8496-1945b61cd968 req-5e39a5e3-c722-41bd-8714-d058e9afeadb tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 945 time: 0.1841626 May 20 21:47:33.616915 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f78f8b96-356e-4e81-8258-f62c47293362', 'tag': 'd2deddd9-004a-475c-a8df-b39ba8ce84e1'}] {{(pid=98342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:47:33.667211 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e0db75ea-4869-4e43-8496-1945b61cd968 req-66da94b1-a4a7-4e60-b31e-9afa9d658e43 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842409 May 20 21:47:33.712565 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f78f8b96-356e-4e81-8258-f62c47293362', 'tag': 'd2deddd9-004a-475c-a8df-b39ba8ce84e1', 'status': 'completed', 'code': 200} May 20 21:47:33.840099 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f885e-fa9b-4a38-b77a-a0fae3e07a15 req-2138b53f-9c9f-4603-8e69-699cb5fae5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:33.842914 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a66f885e-fa9b-4a38-b77a-a0fae3e07a15 req-2138b53f-9c9f-4603-8e69-699cb5fae5ff service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0606f6a2c7f245b7990c5cd28b31b66a&device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 1098 time: 0.1061420 May 20 21:47:34.052317 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-018653ec-8ff2-4afa-8fba-8e2689ce92cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'name': 'tempest-AttachVolumeTestJSON-2100298672-router', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195'}], 'enable_snat': True}, 'gw_port_id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:46:44Z', 'updated_at': '2021-05-20T21:46:55Z', 'revision_number': 4, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'gw_port': {'id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:46:47Z', 'updated_at': '2021-05-20T21:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_floatingips': [{'id': '62911f77-8bea-46dd-ac00-40de30c0fa19', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'floating_ip_address': '172.28.0.71', 'floating_network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'router_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'port_id': 'd2deddd9-004a-475c-a8df-b39ba8ce84e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c', 'mac_address': 'fa:16:3e:ad:c5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78f8b96-356e-4e81-8258-f62c47293362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T21:47:06Z', 'updated_at': '2021-05-20T21:47:30Z', 'revision_number': 1, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '336bfb3e-8df7-4bda-afe7-5d3ebd2292e8', 'name': '', 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'mac_address': 'fa:16:3e:44:fc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd71aa12b-c7d1-4dcf-bc1c-f2467a541a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:46:53Z', 'updated_at': '2021-05-20T21:47:08Z', 'revision_number': 5, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'subnets': [{'id': 'd71aa12b-c7d1-4dcf-bc1c-f2467a541a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:47:34.057518 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018653ec-8ff2-4afa-8fba-8e2689ce92cd None None] The sync data for ids ['77651f21-a8c7-408a-b7fd-052d11539ab1'] in dv-cinder-792462-4-smb is: [{'id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'name': 'tempest-AttachVolumeTestJSON-2100298672-router', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195'}], 'enable_snat': True}, 'gw_port_id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:46:44Z', 'updated_at': '2021-05-20T21:46:55Z', 'revision_number': 4, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'gw_port': {'id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:46:47Z', 'updated_at': '2021-05-20T21:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_floatingips': [{'id': '62911f77-8bea-46dd-ac00-40de30c0fa19', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'floating_ip_address': '172.28.0.71', 'floating_network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'router_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'port_id': 'd2deddd9-004a-475c-a8df-b39ba8ce84e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c', 'mac_address': 'fa:16:3e:ad:c5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78f8b96-356e-4e81-8258-f62c47293362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T21:47:06Z', 'updated_at': '2021-05-20T21:47:30Z', 'revision_number': 1, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '336bfb3e-8df7-4bda-afe7-5d3ebd2292e8', 'name': '', 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'mac_address': 'fa:16:3e:44:fc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd71aa12b-c7d1-4dcf-bc1c-f2467a541a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:46:53Z', 'updated_at': '2021-05-20T21:47:08Z', 'revision_number': 5, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'subnets': [{'id': 'd71aa12b-c7d1-4dcf-bc1c-f2467a541a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:47:34.203381 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f885e-fa9b-4a38-b77a-a0fae3e07a15 req-78c86c52-087d-4c9b-a3e4-a506d6df44c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:34.207382 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a66f885e-fa9b-4a38-b77a-a0fae3e07a15 req-78c86c52-087d-4c9b-a3e4-a506d6df44c8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bc42d8dd-db6a-42a7-a65a-d494de158c0c HTTP/1.1" status: 200 len: 912 time: 0.3565736 May 20 21:47:34.353268 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417ffcfe-49cd-49ac-b9a3-284d3b8ffc1f None None] New status for floating IP 62911f77-8bea-46dd-ac00-40de30c0fa19: ACTIVE {{(pid=98345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:47:34.401140 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a66f885e-fa9b-4a38-b77a-a0fae3e07a15 req-454723eb-7868-4d77-8db1-0fb4ed82ae73 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2deddd9-004a-475c-a8df-b39ba8ce84e1 HTTP/1.1" status: 200 len: 998 time: 0.1849370 May 20 21:47:34.512323 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f885e-fa9b-4a38-b77a-a0fae3e07a15 req-777eaf97-0f72-4280-b6db-8573c8b675bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:34.514082 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a66f885e-fa9b-4a38-b77a-a0fae3e07a15 req-777eaf97-0f72-4280-b6db-8573c8b675bd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d71aa12b-c7d1-4dcf-bc1c-f2467a541a18 HTTP/1.1" status: 200 len: 850 time: 0.1065142 May 20 21:47:34.670095 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f885e-fa9b-4a38-b77a-a0fae3e07a15 req-2c6ce353-5d4e-4e45-ad10-bd19801792ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:34.671711 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a66f885e-fa9b-4a38-b77a-a0fae3e07a15 req-2c6ce353-5d4e-4e45-ad10-bd19801792ad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bc42d8dd-db6a-42a7-a65a-d494de158c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1486902 May 20 21:47:34.977593 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a66f885e-fa9b-4a38-b77a-a0fae3e07a15 req-2c13f27f-136d-489c-8c7d-0b50e3919ff1 service neutron] 10.222.0.69 "GET /v2.0/networks/bc42d8dd-db6a-42a7-a65a-d494de158c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975566 May 20 21:47:35.161362 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a66f885e-fa9b-4a38-b77a-a0fae3e07a15 req-95808da1-6eec-4988-9b51-f2460bb79360 service neutron] 10.222.0.69 "GET /v2.0/networks/bc42d8dd-db6a-42a7-a65a-d494de158c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760752 May 20 21:47:35.172675 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a6a56-9db6-4d7d-9a79-a94a95b68403 req-836880c0-d36f-4ba9-b063-7f82298ab6a1 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:35.174203 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d53a6a56-9db6-4d7d-9a79-a94a95b68403 req-836880c0-d36f-4ba9-b063-7f82298ab6a1 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 945 time: 0.2885373 May 20 21:47:35.227650 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d53a6a56-9db6-4d7d-9a79-a94a95b68403 req-12625ad8-b810-4129-971a-bb23cdee931d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466390 May 20 21:47:35.755494 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 7efb0108-32cc-423d-b08d-0810dcde7257 up at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:47:35.831983 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning for port 7efb0108-32cc-423d-b08d-0810dcde7257 completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:47:35.836783 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning complete for port 7efb0108-32cc-423d-b08d-0810dcde7257 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:47:35.837431 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:35.967797 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:35.995806 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b02f461-3939-4991-bef9-35e9f6f7fcc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efb0108-32cc-423d-b08d-0810dcde7257'}] {{(pid=98344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:47:36.008334 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 7efb0108-32cc-423d-b08d-0810dcde7257, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7efb0108-32cc-423d-b08d-0810dcde7257,segment=NetworkSegment(54b1c84e-94ed-47c5-9732-c818bd112025),segment_id=54b1c84e-94ed-47c5-9732-c818bd112025)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:47:36.013860 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:36.016736 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:36.052070 dv-cinder-792462-4-smb neutron-server[98344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b02f461-3939-4991-bef9-35e9f6f7fcc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efb0108-32cc-423d-b08d-0810dcde7257', 'code': 200} May 20 21:47:36.125133 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=7efb0108-32cc-423d-b08d-0810dcde7257,revision_number=5']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:36.126676 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:36.336899 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac923575-ff01-4b70-9289-80c034463003 req-7fff05f5-e73c-49ac-a93f-ade862f405fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:36.338654 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ac923575-ff01-4b70-9289-80c034463003 req-7fff05f5-e73c-49ac-a93f-ade862f405fd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 1099 time: 0.0979288 May 20 21:47:36.433953 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ac923575-ff01-4b70-9289-80c034463003 req-6fe3c3a6-9ba5-4555-8359-5b70545f1434 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884032 May 20 21:47:36.461373 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202d1a2-4a75-4d6c-b262-b3d9a8a06979 req-5325ef5e-011c-418b-b900-fc06543f0b18 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:36.463073 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d202d1a2-4a75-4d6c-b262-b3d9a8a06979 req-5325ef5e-011c-418b-b900-fc06543f0b18 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 946 time: 0.1030951 May 20 21:47:36.510029 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d202d1a2-4a75-4d6c-b262-b3d9a8a06979 req-9b6f32cd-1bb7-4dcf-8743-61ab07d349d5 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410554 May 20 21:47:36.786186 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 6 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:47:37.711006 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d338e-9bd0-48c9-af04-9b5202a517c4 req-7f0cba6a-6f65-4de7-a616-57bc1f3065a8 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:37.712754 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-018d338e-9bd0-48c9-af04-9b5202a517c4 req-7f0cba6a-6f65-4de7-a616-57bc1f3065a8 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 946 time: 0.0886447 May 20 21:47:37.759631 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-018d338e-9bd0-48c9-af04-9b5202a517c4 req-990ea0e0-86df-45ab-ab41-5ca5d97611cf tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407062 May 20 21:47:37.963383 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da3c8a-41ad-4da2-8265-661958f3187a req-c6b99938-da0e-45b3-9c44-605920ad4d78 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:37.968393 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f2da3c8a-41ad-4da2-8265-661958f3187a req-c6b99938-da0e-45b3-9c44-605920ad4d78 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 946 time: 0.0954955 May 20 21:47:37.974247 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 45344) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:47:37.979958 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-6f7ccefb-6f0c-4433-85ee-506955614aad tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Request body: {'floatingip': {'port_id': '7efb0108-32cc-423d-b08d-0810dcde7257'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:47:38.061961 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-6f7ccefb-6f0c-4433-85ee-506955614aad tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for floatingip, before_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:38.795403 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-6f7ccefb-6f0c-4433-85ee-506955614aad tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:38.800413 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-6f7ccefb-6f0c-4433-85ee-506955614aad tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023492'] for floatingip, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:38.980682 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.db.l3_db [None req-6f7ccefb-6f0c-4433-85ee-506955614aad tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Floating IP 712ad5d6-b7fa-42a7-94ad-0b8985d987ae associated. External IP: 172.28.0.118, port: 7efb0108-32cc-423d-b08d-0810dcde7257. May 20 21:47:39.357254 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7ccefb-6f0c-4433-85ee-506955614aad tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Router f556428d-a8f7-4dfd-8a38-53b9770d5939 has already been hosted by L3 agent 0cab7e80-5b87-486c-a982-5030be84b7ba {{(pid=98342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 21:47:39.583640 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7ccefb-6f0c-4433-85ee-506955614aad tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify agent at l3_agent.dv-cinder-792462-4-smb the message routers_updated {{(pid=98342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 21:47:39.588853 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-6f7ccefb-6f0c-4433-85ee-506955614aad tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for floatingip, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:39.595823 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e622728-30fb-405e-95c0-2f1d556f907f None None] Sync routers for ids ['f556428d-a8f7-4dfd-8a38-53b9770d5939'] in dv-cinder-792462-4-smb {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:47:39.623196 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e622728-30fb-405e-95c0-2f1d556f907f None None] Routers {'f556428d-a8f7-4dfd-8a38-53b9770d5939'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:47:39.624259 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-6e622728-30fb-405e-95c0-2f1d556f907f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:47:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['f556428d-a8f7-4dfd-8a38-53b9770d5939'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:47:39.686949 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-6f7ccefb-6f0c-4433-85ee-506955614aad tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "PUT /v2.0/floatingips/712ad5d6-b7fa-42a7-94ad-0b8985d987ae HTTP/1.1" status: 200 len: 992 time: 1.7117851 May 20 21:47:39.687671 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b02f461-3939-4991-bef9-35e9f6f7fcc9', 'tag': '7efb0108-32cc-423d-b08d-0810dcde7257'}] {{(pid=98342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:47:39.746999 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b02f461-3939-4991-bef9-35e9f6f7fcc9', 'tag': '7efb0108-32cc-423d-b08d-0810dcde7257', 'status': 'completed', 'code': 200} May 20 21:47:39.869156 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-6e622728-30fb-405e-95c0-2f1d556f907f None None] Set router f556428d-a8f7-4dfd-8a38-53b9770d5939 gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:47:39.875118 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27dd168-c87b-4e9c-acd3-68b5ed09e765 req-957f2116-ba48-44eb-bcc0-56c8230dc8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:39.876648 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b27dd168-c87b-4e9c-acd3-68b5ed09e765 req-957f2116-ba48-44eb-bcc0-56c8230dc8ed service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=02474a2c64904c6fb152442041a5af03&device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 1099 time: 0.0944149 May 20 21:47:40.030032 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27dd168-c87b-4e9c-acd3-68b5ed09e765 req-55451494-ca67-40ea-8b8f-2379b3ba25e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:40.031501 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b27dd168-c87b-4e9c-acd3-68b5ed09e765 req-55451494-ca67-40ea-8b8f-2379b3ba25e4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d792e157-988b-4be9-b81e-7ce03ac12952 HTTP/1.1" status: 200 len: 917 time: 0.1451747 May 20 21:47:40.255646 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b27dd168-c87b-4e9c-acd3-68b5ed09e765 req-5b415d49-bd00-4398-81d6-6c61d9166046 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7efb0108-32cc-423d-b08d-0810dcde7257 HTTP/1.1" status: 200 len: 1000 time: 0.2172408 May 20 21:47:40.308442 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-6e622728-30fb-405e-95c0-2f1d556f907f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'name': 'tempest-AttachVolumeShelveTestJSON-577568110-router', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:42:24Z', 'updated_at': '2021-05-20T21:42:40Z', 'revision_number': 4, 'project_id': '02474a2c64904c6fb152442041a5af03', 'gw_port': {'id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:26Z', 'updated_at': '2021-05-20T21:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_floatingips': [{'id': '712ad5d6-b7fa-42a7-94ad-0b8985d987ae', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'floating_ip_address': '172.28.0.118', 'floating_network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'router_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'port_id': '7efb0108-32cc-423d-b08d-0810dcde7257', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952', 'mac_address': 'fa:16:3e:bf:61:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b02f461-3939-4991-bef9-35e9f6f7fcc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T21:47:19Z', 'updated_at': '2021-05-20T21:47:38Z', 'revision_number': 1, 'project_id': '02474a2c64904c6fb152442041a5af03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d9e789-285a-4c1a-8eea-a3c6a2c5d754', 'name': '', 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'mac_address': 'fa:16:3e:a8:58:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e184cb69-105f-475e-83f0-129c4848c2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:34Z', 'updated_at': '2021-05-20T21:43:00Z', 'revision_number': 5, 'project_id': '02474a2c64904c6fb152442041a5af03', 'subnets': [{'id': 'e184cb69-105f-475e-83f0-129c4848c2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:47:40.312671 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e622728-30fb-405e-95c0-2f1d556f907f None None] Checking router: f556428d-a8f7-4dfd-8a38-53b9770d5939 for host: dv-cinder-792462-4-smb {{(pid=98344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:47:40.324384 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e622728-30fb-405e-95c0-2f1d556f907f None None] Routers {'f556428d-a8f7-4dfd-8a38-53b9770d5939'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:47:40.325154 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-6e622728-30fb-405e-95c0-2f1d556f907f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:47:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['f556428d-a8f7-4dfd-8a38-53b9770d5939'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:47:40.328187 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27dd168-c87b-4e9c-acd3-68b5ed09e765 req-7cb12944-78c1-42be-8249-b19b636aa628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:40.329654 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b27dd168-c87b-4e9c-acd3-68b5ed09e765 req-7cb12944-78c1-42be-8249-b19b636aa628 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e184cb69-105f-475e-83f0-129c4848c2ac HTTP/1.1" status: 200 len: 855 time: 0.0620482 May 20 21:47:40.419879 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27dd168-c87b-4e9c-acd3-68b5ed09e765 req-8e66a8af-2089-4e72-a846-8cd0ce15a4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:40.421307 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b27dd168-c87b-4e9c-acd3-68b5ed09e765 req-8e66a8af-2089-4e72-a846-8cd0ce15a4d3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d792e157-988b-4be9-b81e-7ce03ac12952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0849912 May 20 21:47:40.543018 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-6e622728-30fb-405e-95c0-2f1d556f907f None None] Set router f556428d-a8f7-4dfd-8a38-53b9770d5939 gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:47:40.598345 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b27dd168-c87b-4e9c-acd3-68b5ed09e765 req-12aea38e-5a4b-4ebc-bd55-bbce36eb250a service neutron] 10.222.0.69 "GET /v2.0/networks/d792e157-988b-4be9-b81e-7ce03ac12952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620820 May 20 21:47:40.758601 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b27dd168-c87b-4e9c-acd3-68b5ed09e765 req-288cc2df-b5db-454d-ac6e-516e56a35231 service neutron] 10.222.0.69 "GET /v2.0/networks/d792e157-988b-4be9-b81e-7ce03ac12952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476636 May 20 21:47:40.971396 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-6e622728-30fb-405e-95c0-2f1d556f907f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'name': 'tempest-AttachVolumeShelveTestJSON-577568110-router', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:42:24Z', 'updated_at': '2021-05-20T21:42:40Z', 'revision_number': 4, 'project_id': '02474a2c64904c6fb152442041a5af03', 'gw_port': {'id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:26Z', 'updated_at': '2021-05-20T21:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_floatingips': [{'id': '712ad5d6-b7fa-42a7-94ad-0b8985d987ae', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'floating_ip_address': '172.28.0.118', 'floating_network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'router_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'port_id': '7efb0108-32cc-423d-b08d-0810dcde7257', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952', 'mac_address': 'fa:16:3e:bf:61:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b02f461-3939-4991-bef9-35e9f6f7fcc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T21:47:19Z', 'updated_at': '2021-05-20T21:47:38Z', 'revision_number': 1, 'project_id': '02474a2c64904c6fb152442041a5af03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d9e789-285a-4c1a-8eea-a3c6a2c5d754', 'name': '', 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'mac_address': 'fa:16:3e:a8:58:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e184cb69-105f-475e-83f0-129c4848c2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:34Z', 'updated_at': '2021-05-20T21:43:00Z', 'revision_number': 5, 'project_id': '02474a2c64904c6fb152442041a5af03', 'subnets': [{'id': 'e184cb69-105f-475e-83f0-129c4848c2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:47:40.976619 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e622728-30fb-405e-95c0-2f1d556f907f None None] The sync data for ids ['f556428d-a8f7-4dfd-8a38-53b9770d5939'] in dv-cinder-792462-4-smb is: [{'id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'name': 'tempest-AttachVolumeShelveTestJSON-577568110-router', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:42:24Z', 'updated_at': '2021-05-20T21:42:40Z', 'revision_number': 4, 'project_id': '02474a2c64904c6fb152442041a5af03', 'gw_port': {'id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:26Z', 'updated_at': '2021-05-20T21:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_floatingips': [{'id': '712ad5d6-b7fa-42a7-94ad-0b8985d987ae', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'floating_ip_address': '172.28.0.118', 'floating_network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'router_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'port_id': '7efb0108-32cc-423d-b08d-0810dcde7257', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952', 'mac_address': 'fa:16:3e:bf:61:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b02f461-3939-4991-bef9-35e9f6f7fcc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T21:47:19Z', 'updated_at': '2021-05-20T21:47:38Z', 'revision_number': 1, 'project_id': '02474a2c64904c6fb152442041a5af03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d9e789-285a-4c1a-8eea-a3c6a2c5d754', 'name': '', 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'mac_address': 'fa:16:3e:a8:58:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e184cb69-105f-475e-83f0-129c4848c2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:34Z', 'updated_at': '2021-05-20T21:43:00Z', 'revision_number': 5, 'project_id': '02474a2c64904c6fb152442041a5af03', 'subnets': [{'id': 'e184cb69-105f-475e-83f0-129c4848c2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:47:41.208373 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3562bbce-03ac-4213-92b3-4ea112f76446 None None] New status for floating IP 712ad5d6-b7fa-42a7-94ad-0b8985d987ae: ACTIVE {{(pid=98345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:47:43.945035 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ebfbeda8-12c5-4b73-af32-4cd54e243465 req-b8eba9b8-3aa4-46d2-8af8-903bc225f370 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0939252 May 20 21:47:44.099418 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbeda8-12c5-4b73-af32-4cd54e243465 req-ab4fafef-35dc-41c2-b618-ffdfe8fa6582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:44.100951 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ebfbeda8-12c5-4b73-af32-4cd54e243465 req-ab4fafef-35dc-41c2-b618-ffdfe8fa6582 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bf7c4d2476214011814adf1e8095c658&device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 1098 time: 0.0772593 May 20 21:47:44.277442 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbeda8-12c5-4b73-af32-4cd54e243465 req-84176039-42c3-4f0b-9cf5-e1a78ba951d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:44.278944 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ebfbeda8-12c5-4b73-af32-4cd54e243465 req-84176039-42c3-4f0b-9cf5-e1a78ba951d9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3a4eadf7-298b-4c11-b779-64558c14cd67 HTTP/1.1" status: 200 len: 909 time: 0.1497037 May 20 21:47:44.392747 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ebfbeda8-12c5-4b73-af32-4cd54e243465 req-f0a4d959-b676-4a0b-be49-43204eede385 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9f78ded-46ed-4059-a280-f49a966ecd77 HTTP/1.1" status: 200 len: 1001 time: 0.1068420 May 20 21:47:44.463697 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbeda8-12c5-4b73-af32-4cd54e243465 req-41db4d52-b0c3-41e0-b537-2d11defea004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:44.465270 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ebfbeda8-12c5-4b73-af32-4cd54e243465 req-41db4d52-b0c3-41e0-b537-2d11defea004 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3274c3f6-8e4e-4778-80fa-ea4dbba5affd HTTP/1.1" status: 200 len: 847 time: 0.0622616 May 20 21:47:44.563308 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbeda8-12c5-4b73-af32-4cd54e243465 req-4903158d-62fd-4c52-8795-0eaf226f0f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:47:44.566535 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ebfbeda8-12c5-4b73-af32-4cd54e243465 req-4903158d-62fd-4c52-8795-0eaf226f0f5e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3a4eadf7-298b-4c11-b779-64558c14cd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0829499 May 20 21:47:44.716393 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ebfbeda8-12c5-4b73-af32-4cd54e243465 req-4505c6e1-aff2-4998-b974-8ebfc84f24a9 service neutron] 10.222.0.69 "GET /v2.0/networks/3a4eadf7-298b-4c11-b779-64558c14cd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424811 May 20 21:47:44.870349 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ebfbeda8-12c5-4b73-af32-4cd54e243465 req-5826a492-a3dc-4538-9996-4574476c9cba service neutron] 10.222.0.69 "GET /v2.0/networks/3a4eadf7-298b-4c11-b779-64558c14cd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471734 May 20 21:47:45.654989 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:52.227266 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-045dcffb-5562-480e-bdac-56579ede1581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:53.060476 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 45532) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:47:53.141487 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f4c112a-f134-4a30-93d8-72ac27b761c7 admin admin] Deleting subnet 08b3c829-5708-410c-be04-7fb8bee6ee62 {{(pid=98342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 21:47:53.148456 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4f4c112a-f134-4a30-93d8-72ac27b761c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:53.227576 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4f4c112a-f134-4a30-93d8-72ac27b761c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3898490'] for subnet, precommit_delete_associations {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:53.291663 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4f4c112a-f134-4a30-93d8-72ac27b761c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960594'] for subnet, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:53.737968 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4f4c112a-f134-4a30-93d8-72ac27b761c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3867332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870899'] for subnet, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:53.742942 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:53.782355 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c112a-f134-4a30-93d8-72ac27b761c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08b3c829-5708-410c-be04-7fb8bee6ee62,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:53.792540 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4f4c112a-f134-4a30-93d8-72ac27b761c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for subnet, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:53.795479 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4c112a-f134-4a30-93d8-72ac27b761c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:53.795938 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4c112a-f134-4a30-93d8-72ac27b761c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:53.796345 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4c112a-f134-4a30-93d8-72ac27b761c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:53.796702 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4c112a-f134-4a30-93d8-72ac27b761c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:53.797046 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4c112a-f134-4a30-93d8-72ac27b761c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:53.797400 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4c112a-f134-4a30-93d8-72ac27b761c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:53.797767 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4c112a-f134-4a30-93d8-72ac27b761c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:53.798138 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4c112a-f134-4a30-93d8-72ac27b761c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:53.798455 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4c112a-f134-4a30-93d8-72ac27b761c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:53.798824 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4c112a-f134-4a30-93d8-72ac27b761c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:53.799853 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4c112a-f134-4a30-93d8-72ac27b761c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:53.800225 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4c112a-f134-4a30-93d8-72ac27b761c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:53.804509 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-4f4c112a-f134-4a30-93d8-72ac27b761c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:53.807702 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-4f4c112a-f134-4a30-93d8-72ac27b761c7 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/08b3c829-5708-410c-be04-7fb8bee6ee62 HTTP/1.1" status: 204 len: 168 time: 0.7457886 May 20 21:47:53.810432 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 45542) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:47:54.016167 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-dd710659-3f1a-4b0a-b0ff-6e576ee9837d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985866'] for network, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:54.161670 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-dd710659-3f1a-4b0a-b0ff-6e576ee9837d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961757', 'neutron.services.segments.db._delete_segments_for_network-8759169772665'] for network, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:54.176915 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.services.segments.db [None req-dd710659-3f1a-4b0a-b0ff-6e576ee9837d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50e8913e-b0c0-4cbf-a591-6727353e1c2d']}} {{(pid=98342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:47:54.191616 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.services.segments.db [None req-dd710659-3f1a-4b0a-b0ff-6e576ee9837d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff77bad-fc84-48fa-928c-df742290c0f0') {'for_net_delete': True} {{(pid=98342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:47:54.191933 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.services.segments.db [None req-dd710659-3f1a-4b0a-b0ff-6e576ee9837d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff77bad-fc84-48fa-928c-df742290c0f0') {} {{(pid=98342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:47:54.205049 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-dd710659-3f1a-4b0a-b0ff-6e576ee9837d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759169785079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3898485'] for segment, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:54.224788 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-dd710659-3f1a-4b0a-b0ff-6e576ee9837d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329'] for segment, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:54.233270 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd710659-3f1a-4b0a-b0ff-6e576ee9837d admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=98342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:47:54.233661 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-dd710659-3f1a-4b0a-b0ff-6e576ee9837d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3867234'] for segment, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:54.247484 dv-cinder-792462-4-smb neutron-server[98342]: Traceback (most recent call last): May 20 21:47:54.247484 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:47:54.247484 dv-cinder-792462-4-smb neutron-server[98342]: timer() May 20 21:47:54.247484 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:47:54.247484 dv-cinder-792462-4-smb neutron-server[98342]: cb(*args, **kw) May 20 21:47:54.247484 dv-cinder-792462-4-smb neutron-server[98342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 21:47:54.247484 dv-cinder-792462-4-smb neutron-server[98342]: return func(*args, **kwargs) May 20 21:47:54.247484 dv-cinder-792462-4-smb neutron-server[98342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:47:54.247484 dv-cinder-792462-4-smb neutron-server[98342]: self._notify() May 20 21:47:54.247484 dv-cinder-792462-4-smb neutron-server[98342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:47:54.247484 dv-cinder-792462-4-smb neutron-server[98342]: self.callback(batched_events) May 20 21:47:54.247484 dv-cinder-792462-4-smb neutron-server[98342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:47:54.247484 dv-cinder-792462-4-smb neutron-server[98342]: event.method(event) May 20 21:47:54.247484 dv-cinder-792462-4-smb neutron-server[98342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 21:47:54.247484 dv-cinder-792462-4-smb neutron-server[98342]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:47:54.247484 dv-cinder-792462-4-smb neutron-server[98342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 21:47:54.247484 dv-cinder-792462-4-smb neutron-server[98342]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:47:54.247484 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 21:47:54.247484 dv-cinder-792462-4-smb neutron-server[98342]: return f(self, *a, **k) May 20 21:47:54.247484 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 21:47:54.247484 dv-cinder-792462-4-smb neutron-server[98342]: return self._get(url).json() May 20 21:47:54.247484 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 21:47:54.247484 dv-cinder-792462-4-smb neutron-server[98342]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:47:54.247484 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:47:54.247484 dv-cinder-792462-4-smb neutron-server[98342]: return self.request(url, 'GET', **kwargs) May 20 21:47:54.247484 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:47:54.247484 dv-cinder-792462-4-smb neutron-server[98342]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:47:54.247484 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:47:54.247484 dv-cinder-792462-4-smb neutron-server[98342]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:47:54.247484 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:47:54.247484 dv-cinder-792462-4-smb neutron-server[98342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:47:54.247484 dv-cinder-792462-4-smb neutron-server[98342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:47:54.333299 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-dd710659-3f1a-4b0a-b0ff-6e576ee9837d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1639574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1649568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023514'] for network, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:54.337108 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:54.351830 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-dd710659-3f1a-4b0a-b0ff-6e576ee9837d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for network, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:54.362892 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd710659-3f1a-4b0a-b0ff-6e576ee9837d admin admin] Pushing event deleted for resources: {'Network': ['ID=50e8913e-b0c0-4cbf-a591-6727353e1c2d,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:54.366290 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-dd710659-3f1a-4b0a-b0ff-6e576ee9837d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:54.372202 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-dd710659-3f1a-4b0a-b0ff-6e576ee9837d admin admin] 10.222.0.78 "DELETE /v2.0/networks/50e8913e-b0c0-4cbf-a591-6727353e1c2d HTTP/1.1" status: 204 len: 168 time: 0.5602999 May 20 21:47:54.570868 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 45550) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:47:54.631374 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-8ef8237a-684b-4fd1-b532-e9fca82980d2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=faed8bc9cb8c41f99ca7d44437d90797&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0589094 May 20 21:47:54.633648 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 45554) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:47:54.718720 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-078c1bd6-fcc5-4ff2-bfa9-883f10749fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:54.772370 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-078c1bd6-fcc5-4ff2-bfa9-883f10749fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:54.827026 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-078c1bd6-fcc5-4ff2-bfa9-883f10749fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:54.832699 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-4fbda418-2844-4796-8d85-ddd87b2f8712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:47:54.845751 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c1bd6-fcc5-4ff2-bfa9-883f10749fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85fc22b-36d2-4f67-bb7c-9ef5a1c05b04,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:47:54.858911 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c1bd6-fcc5-4ff2-bfa9-883f10749fb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:54.859288 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c1bd6-fcc5-4ff2-bfa9-883f10749fb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:54.859654 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c1bd6-fcc5-4ff2-bfa9-883f10749fb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:54.860015 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c1bd6-fcc5-4ff2-bfa9-883f10749fb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:54.860401 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c1bd6-fcc5-4ff2-bfa9-883f10749fb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:54.860762 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c1bd6-fcc5-4ff2-bfa9-883f10749fb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:54.861115 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c1bd6-fcc5-4ff2-bfa9-883f10749fb2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:54.861503 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c1bd6-fcc5-4ff2-bfa9-883f10749fb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:54.861899 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c1bd6-fcc5-4ff2-bfa9-883f10749fb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:54.862251 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c1bd6-fcc5-4ff2-bfa9-883f10749fb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:54.862602 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c1bd6-fcc5-4ff2-bfa9-883f10749fb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:54.862959 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c1bd6-fcc5-4ff2-bfa9-883f10749fb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:47:54.866550 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-078c1bd6-fcc5-4ff2-bfa9-883f10749fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:47:54.867808 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-078c1bd6-fcc5-4ff2-bfa9-883f10749fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:54.869088 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-078c1bd6-fcc5-4ff2-bfa9-883f10749fb2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f85fc22b-36d2-4f67-bb7c-9ef5a1c05b04 HTTP/1.1" status: 204 len: 168 time: 0.2344019 May 20 21:47:55.534833 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:56.184749 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-9c673392-2975-4669-9fb9-79dcc55c23c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:57.507891 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:47:59.170301 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:04.646069 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 45648) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:48:04.766932 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-4a672ce4-9b29-412e-8c8d-d8cd8872b1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:04.782552 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-4a672ce4-9b29-412e-8c8d-d8cd8872b1cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:48:04.787337 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-4a672ce4-9b29-412e-8c8d-d8cd8872b1cd admin admin] Usage tracker for resource:security_group_rule and tenant:35f3b34c7000458eb5154eda51e74d14 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:48:04.790380 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-4a672ce4-9b29-412e-8c8d-d8cd8872b1cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:48:04.796395 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-4a672ce4-9b29-412e-8c8d-d8cd8872b1cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:48:04.897132 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-4a672ce4-9b29-412e-8c8d-d8cd8872b1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:04.902424 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-4a672ce4-9b29-412e-8c8d-d8cd8872b1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:04.910762 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-0ab17d39-88e7-4e4d-a834-6e62c779bcea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:48:04.949935 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-4a672ce4-9b29-412e-8c8d-d8cd8872b1cd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=35f3b34c7000458eb5154eda51e74d14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3027797 May 20 21:48:04.951568 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a672ce4-9b29-412e-8c8d-d8cd8872b1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8582d41c-9696-440f-b81b-c3c3dc5be101,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:48:04.952610 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 45654) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:48:04.959134 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-4a672ce4-9b29-412e-8c8d-d8cd8872b1cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:48:05.016034 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-3e2ba461-ee82-4a13-b50a-b6b37afde436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:05.042339 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-3e2ba461-ee82-4a13-b50a-b6b37afde436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:05.097524 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-3e2ba461-ee82-4a13-b50a-b6b37afde436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:05.101474 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-57158370-85d4-45ff-964a-7b958066c0a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:48:05.117973 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ba461-ee82-4a13-b50a-b6b37afde436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8582d41c-9696-440f-b81b-c3c3dc5be101,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:48:05.120781 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-3e2ba461-ee82-4a13-b50a-b6b37afde436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:48:05.121844 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-3e2ba461-ee82-4a13-b50a-b6b37afde436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:05.126605 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-3e2ba461-ee82-4a13-b50a-b6b37afde436 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8582d41c-9696-440f-b81b-c3c3dc5be101 HTTP/1.1" status: 204 len: 168 time: 0.1728361 May 20 21:48:13.786985 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 6 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:48:15.657861 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:22.211912 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-c7aa69a4-f5f3-4b1d-96dd-bd77944b2d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:23.451877 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5865183-c095-4535-81b9-c7804d49e489 req-ed1753d0-3b81-478a-9023-b5aa6135e7c8 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:48:23.453424 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b5865183-c095-4535-81b9-c7804d49e489 req-ed1753d0-3b81-478a-9023-b5aa6135e7c8 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 945 time: 0.0940895 May 20 21:48:23.506466 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b5865183-c095-4535-81b9-c7804d49e489 req-ca2034b5-89e9-46e3-8ec4-b7d8a3ae2c18 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b67765-cf8f-464e-80f3-b01a4fdb1731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423937 May 20 21:48:24.707584 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86f8a8-4345-4702-b376-dbe9d72de887 req-d802b506-6d1a-4f63-9b36-494c703dbf2b tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:48:24.709137 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-bf86f8a8-4345-4702-b376-dbe9d72de887 req-d802b506-6d1a-4f63-9b36-494c703dbf2b tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 945 time: 0.0856149 May 20 21:48:24.755393 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-bf86f8a8-4345-4702-b376-dbe9d72de887 req-9db89bea-b2be-4e15-8e3e-5397eb500d91 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b67765-cf8f-464e-80f3-b01a4fdb1731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402255 May 20 21:48:25.541015 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:25.967535 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531071d-f2bc-49e9-95a2-cd072d754185 req-783937e4-1473-4396-a495-7f4ba52cf453 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:48:25.969160 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-3531071d-f2bc-49e9-95a2-cd072d754185 req-783937e4-1473-4396-a495-7f4ba52cf453 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 945 time: 0.0960488 May 20 21:48:26.046245 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-3531071d-f2bc-49e9-95a2-cd072d754185 req-7f698fc4-9e78-4643-92f7-39a72551d791 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b67765-cf8f-464e-80f3-b01a4fdb1731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691440 May 20 21:48:26.188968 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-ef6f2a18-0924-4134-b0ab-4cea11a2ed23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:27.294699 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad59de2-e462-4a79-91a0-6cb00fc22e29 req-05c2b33f-2794-4952-81dd-397068c51d41 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:48:27.296165 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-bad59de2-e462-4a79-91a0-6cb00fc22e29 req-05c2b33f-2794-4952-81dd-397068c51d41 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 945 time: 0.0849757 May 20 21:48:27.342726 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-bad59de2-e462-4a79-91a0-6cb00fc22e29 req-d8b97945-c732-4cee-8e2f-5648ecff7fab tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b67765-cf8f-464e-80f3-b01a4fdb1731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407529 May 20 21:48:27.494025 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:28.534141 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb6d20-b869-47cf-9279-c1a313b10ec2 req-70258877-a381-49ac-809d-a21e599d7f49 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:48:28.535565 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-babb6d20-b869-47cf-9279-c1a313b10ec2 req-70258877-a381-49ac-809d-a21e599d7f49 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 945 time: 0.0864251 May 20 21:48:28.582116 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-babb6d20-b869-47cf-9279-c1a313b10ec2 req-a2cb10d9-c767-4a22-9a28-f1049379746c tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b67765-cf8f-464e-80f3-b01a4fdb1731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408013 May 20 21:48:29.172813 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:29.781607 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f80afa-f50c-4b3c-917c-7aa86d95d86f req-20dad9ad-a68a-4d05-9c61-7812c5674ece tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:48:29.783010 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-95f80afa-f50c-4b3c-917c-7aa86d95d86f req-20dad9ad-a68a-4d05-9c61-7812c5674ece tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 945 time: 0.0889306 May 20 21:48:29.830990 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-95f80afa-f50c-4b3c-917c-7aa86d95d86f req-e7416e5a-7c23-4bf6-9c46-199a0bb2e997 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b67765-cf8f-464e-80f3-b01a4fdb1731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415597 May 20 21:48:31.017040 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef22aed-5549-4ae0-8c6e-8eb7284458b7 req-96b5564f-0bfe-4e8e-9a68-e1db49b50dd9 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:48:31.019190 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-7ef22aed-5549-4ae0-8c6e-8eb7284458b7 req-96b5564f-0bfe-4e8e-9a68-e1db49b50dd9 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 945 time: 0.0796564 May 20 21:48:31.063612 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-7ef22aed-5549-4ae0-8c6e-8eb7284458b7 req-8ad9e361-5da4-4e8c-a592-78101d6e9d5a tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b67765-cf8f-464e-80f3-b01a4fdb1731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387390 May 20 21:48:31.826913 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 45952) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:48:31.943241 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-3ff308e9-c58a-4b43-8424-6434a46230bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:31.956954 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-3ff308e9-c58a-4b43-8424-6434a46230bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:48:31.960983 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-3ff308e9-c58a-4b43-8424-6434a46230bf admin admin] Usage tracker for resource:security_group_rule and tenant:fd41ef36eb854c8db10a1e9925876657 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:48:31.963984 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-3ff308e9-c58a-4b43-8424-6434a46230bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:48:31.969626 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-3ff308e9-c58a-4b43-8424-6434a46230bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:48:32.052137 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-3ff308e9-c58a-4b43-8424-6434a46230bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:32.056210 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-3ff308e9-c58a-4b43-8424-6434a46230bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:32.068084 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-b8885cff-cea1-49ab-8155-b0d3a7983967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:48:32.108598 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-3ff308e9-c58a-4b43-8424-6434a46230bf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fd41ef36eb854c8db10a1e9925876657&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2805939 May 20 21:48:32.109592 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff308e9-c58a-4b43-8424-6434a46230bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f240f14-438c-4d52-a596-b9d7420a920d,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:48:32.113932 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 45960) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:48:32.115758 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-3ff308e9-c58a-4b43-8424-6434a46230bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:48:32.179767 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4edb1ca1-97da-4ed9-b0c2-cb988074d1b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:32.209466 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4edb1ca1-97da-4ed9-b0c2-cb988074d1b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:32.265351 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4edb1ca1-97da-4ed9-b0c2-cb988074d1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:32.269809 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-3ff308e9-c58a-4b43-8424-6434a46230bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:48:32.280942 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb1ca1-97da-4ed9-b0c2-cb988074d1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f240f14-438c-4d52-a596-b9d7420a920d,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:48:32.285057 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-4edb1ca1-97da-4ed9-b0c2-cb988074d1b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:48:32.288714 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4edb1ca1-97da-4ed9-b0c2-cb988074d1b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:32.292173 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-4edb1ca1-97da-4ed9-b0c2-cb988074d1b7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9f240f14-438c-4d52-a596-b9d7420a920d HTTP/1.1" status: 204 len: 168 time: 0.1763027 May 20 21:48:32.506195 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1fad7-c228-43c3-a256-2cc278d30d24 req-43e77822-8cad-4c49-8d9a-59faee89f282 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:48:32.507734 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b3a1fad7-c228-43c3-a256-2cc278d30d24 req-43e77822-8cad-4c49-8d9a-59faee89f282 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 945 time: 0.1745739 May 20 21:48:32.558945 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b3a1fad7-c228-43c3-a256-2cc278d30d24 req-9a2a45df-c8ac-49cf-8264-b24d312aab37 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b67765-cf8f-464e-80f3-b01a4fdb1731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444355 May 20 21:48:33.406159 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 45992) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:48:33.525114 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-a9ee9340-1f8d-4e32-8c8d-4f3ec3b05277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:33.543117 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-a9ee9340-1f8d-4e32-8c8d-4f3ec3b05277 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:48:33.547839 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-a9ee9340-1f8d-4e32-8c8d-4f3ec3b05277 admin admin] Usage tracker for resource:security_group_rule and tenant:b394fa3212e74edcadf67f743f86ab5e is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:48:33.552156 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-a9ee9340-1f8d-4e32-8c8d-4f3ec3b05277 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:48:33.559158 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-a9ee9340-1f8d-4e32-8c8d-4f3ec3b05277 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:48:33.679903 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-a9ee9340-1f8d-4e32-8c8d-4f3ec3b05277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:33.684169 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-a9ee9340-1f8d-4e32-8c8d-4f3ec3b05277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:33.693101 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-3c53ac68-99e6-4323-a695-47c2178be3e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:48:33.789567 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee9340-1f8d-4e32-8c8d-4f3ec3b05277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f064fb47-9026-4867-ad37-3f95bfdbcb59,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:48:33.797387 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-a9ee9340-1f8d-4e32-8c8d-4f3ec3b05277 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b394fa3212e74edcadf67f743f86ab5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3897521 May 20 21:48:33.798303 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-a9ee9340-1f8d-4e32-8c8d-4f3ec3b05277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:48:33.800108 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 46000) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:48:33.832010 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15877772-b03d-4740-8f2b-843ebb72b919 req-8a7196c1-9204-4fd9-828d-0ab4c6b79d00 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:48:33.833633 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-15877772-b03d-4740-8f2b-843ebb72b919 req-8a7196c1-9204-4fd9-828d-0ab4c6b79d00 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 945 time: 0.1416144 May 20 21:48:33.866708 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-e77bdcc4-e684-407e-9f34-3e5c9c6d525b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:33.886431 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-15877772-b03d-4740-8f2b-843ebb72b919 req-3ce90381-bb16-41e0-8835-cd328915d963 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b67765-cf8f-464e-80f3-b01a4fdb1731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440936 May 20 21:48:33.895176 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-e77bdcc4-e684-407e-9f34-3e5c9c6d525b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:33.955920 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-e77bdcc4-e684-407e-9f34-3e5c9c6d525b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:33.961019 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-97ea7dd4-cd20-4ef0-9723-65389ed22189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:48:33.974752 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77bdcc4-e684-407e-9f34-3e5c9c6d525b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f064fb47-9026-4867-ad37-3f95bfdbcb59,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:48:33.978343 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-e77bdcc4-e684-407e-9f34-3e5c9c6d525b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:48:33.984480 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-e77bdcc4-e684-407e-9f34-3e5c9c6d525b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:33.985628 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-e77bdcc4-e684-407e-9f34-3e5c9c6d525b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f064fb47-9026-4867-ad37-3f95bfdbcb59 HTTP/1.1" status: 204 len: 168 time: 0.1839106 May 20 21:48:34.310656 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd178a-d008-41ef-868a-36ccec8f4b40 req-8fa7c20e-dde6-409c-85df-a15773445fea tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:48:34.312520 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f9bd178a-d008-41ef-868a-36ccec8f4b40 req-8fa7c20e-dde6-409c-85df-a15773445fea tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 945 time: 0.1131001 May 20 21:48:34.367186 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f9bd178a-d008-41ef-868a-36ccec8f4b40 req-3d4f595e-304a-4564-9963-55dd62d4ad93 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b67765-cf8f-464e-80f3-b01a4fdb1731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471816 May 20 21:48:34.514164 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693c7a2-8cb7-45c5-bcda-87b4cdae63ea req-4386c2a7-7251-46ee-b047-ceb1c6cea122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:48:34.515670 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b693c7a2-8cb7-45c5-bcda-87b4cdae63ea req-4386c2a7-7251-46ee-b047-ceb1c6cea122 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0606f6a2c7f245b7990c5cd28b31b66a&device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 1098 time: 0.2193336 May 20 21:48:34.656921 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693c7a2-8cb7-45c5-bcda-87b4cdae63ea req-c4a607ed-d846-4df5-bdae-0dd78a5d17dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:48:34.658512 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b693c7a2-8cb7-45c5-bcda-87b4cdae63ea req-c4a607ed-d846-4df5-bdae-0dd78a5d17dd service neutron] 10.222.0.69 "GET /v2.0/networks?id=bc42d8dd-db6a-42a7-a65a-d494de158c0c HTTP/1.1" status: 200 len: 912 time: 0.1359396 May 20 21:48:34.814933 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b693c7a2-8cb7-45c5-bcda-87b4cdae63ea req-87bbc584-3018-4e3c-8767-bcdc7b7e680e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2deddd9-004a-475c-a8df-b39ba8ce84e1 HTTP/1.1" status: 200 len: 1000 time: 0.1484733 May 20 21:48:34.909035 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693c7a2-8cb7-45c5-bcda-87b4cdae63ea req-d5b867cb-397f-4ac8-8e26-7e7562bafb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:48:34.910417 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b693c7a2-8cb7-45c5-bcda-87b4cdae63ea req-d5b867cb-397f-4ac8-8e26-7e7562bafb0c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d71aa12b-c7d1-4dcf-bc1c-f2467a541a18 HTTP/1.1" status: 200 len: 850 time: 0.0875583 May 20 21:48:34.996245 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693c7a2-8cb7-45c5-bcda-87b4cdae63ea req-52aabc9b-bf55-4e8c-977c-ea71aa1afb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:48:34.997760 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b693c7a2-8cb7-45c5-bcda-87b4cdae63ea req-52aabc9b-bf55-4e8c-977c-ea71aa1afb02 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bc42d8dd-db6a-42a7-a65a-d494de158c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0793746 May 20 21:48:35.139219 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b693c7a2-8cb7-45c5-bcda-87b4cdae63ea req-7755b1bc-82b6-4688-99d7-be554fce6566 service neutron] 10.222.0.69 "GET /v2.0/networks/bc42d8dd-db6a-42a7-a65a-d494de158c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340673 May 20 21:48:35.271459 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b693c7a2-8cb7-45c5-bcda-87b4cdae63ea req-7002aaf4-6e26-4557-9b4a-3c25930d8e88 service neutron] 10.222.0.69 "GET /v2.0/networks/bc42d8dd-db6a-42a7-a65a-d494de158c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248341 May 20 21:48:35.561258 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88bb28c-d830-4f2c-b176-d716a606849c req-9969cb03-052e-437a-bb48-a172eda3cc7c tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:48:35.562621 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e88bb28c-d830-4f2c-b176-d716a606849c req-9969cb03-052e-437a-bb48-a172eda3cc7c tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 945 time: 0.0796247 May 20 21:48:35.613190 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e88bb28c-d830-4f2c-b176-d716a606849c req-40e45130-e7a6-4bfe-857f-996ecbbc2059 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b67765-cf8f-464e-80f3-b01a4fdb1731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440791 May 20 21:48:36.801731 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60beef4-e921-4f83-9697-f8bf7afdd70c req-3c0064ba-7f03-425b-aa14-8b5ca2c208ac tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:48:36.803206 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b60beef4-e921-4f83-9697-f8bf7afdd70c req-3c0064ba-7f03-425b-aa14-8b5ca2c208ac tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 945 time: 0.0805714 May 20 21:48:36.848846 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b60beef4-e921-4f83-9697-f8bf7afdd70c req-b7e2c56f-825c-42c8-a9c7-d58a27821c99 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b67765-cf8f-464e-80f3-b01a4fdb1731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399072 May 20 21:48:45.002164 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-df7a504b-d6ab-4ef3-9fbd-766ef7b75fab req-9fb23cd8-0a72-42da-adf3-b6912fba51d6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1094942 May 20 21:48:45.183443 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a504b-d6ab-4ef3-9fbd-766ef7b75fab req-ebb013a0-cbc4-49a3-8bfa-edcaccde6e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:48:45.185006 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-df7a504b-d6ab-4ef3-9fbd-766ef7b75fab req-ebb013a0-cbc4-49a3-8bfa-edcaccde6e5e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0606f6a2c7f245b7990c5cd28b31b66a&device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 1098 time: 0.1463101 May 20 21:48:45.198677 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89137a76-1193-4516-a679-99a1c496647f req-c25ebda8-bec4-46fd-b936-09d5672af651 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:48:45.201012 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-89137a76-1193-4516-a679-99a1c496647f req-c25ebda8-bec4-46fd-b936-09d5672af651 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 946 time: 0.1307297 May 20 21:48:45.458144 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-89137a76-1193-4516-a679-99a1c496647f req-9d0abc1f-b719-42d5-ba45-a6960596fae5 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312126 May 20 21:48:45.493136 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a504b-d6ab-4ef3-9fbd-766ef7b75fab req-e6ca395f-13bb-4b8b-863d-3ff6016188bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:48:45.494638 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-df7a504b-d6ab-4ef3-9fbd-766ef7b75fab req-e6ca395f-13bb-4b8b-863d-3ff6016188bd service neutron] 10.222.0.69 "GET /v2.0/networks?id=bc42d8dd-db6a-42a7-a65a-d494de158c0c HTTP/1.1" status: 200 len: 912 time: 0.2872274 May 20 21:48:45.608215 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-df7a504b-d6ab-4ef3-9fbd-766ef7b75fab req-332c41ea-49e9-4729-93da-27c49e73d6ff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2deddd9-004a-475c-a8df-b39ba8ce84e1 HTTP/1.1" status: 200 len: 1000 time: 0.1064539 May 20 21:48:45.672150 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:45.686624 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a504b-d6ab-4ef3-9fbd-766ef7b75fab req-b3731d46-cdff-456a-88e3-10b0a36e9017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:48:45.688169 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-df7a504b-d6ab-4ef3-9fbd-766ef7b75fab req-b3731d46-cdff-456a-88e3-10b0a36e9017 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d71aa12b-c7d1-4dcf-bc1c-f2467a541a18 HTTP/1.1" status: 200 len: 850 time: 0.0736043 May 20 21:48:45.779527 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a504b-d6ab-4ef3-9fbd-766ef7b75fab req-37d81ba4-8139-4f60-b8d2-65c91cde7cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:48:45.780959 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-df7a504b-d6ab-4ef3-9fbd-766ef7b75fab req-37d81ba4-8139-4f60-b8d2-65c91cde7cb6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bc42d8dd-db6a-42a7-a65a-d494de158c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0852237 May 20 21:48:46.000630 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-df7a504b-d6ab-4ef3-9fbd-766ef7b75fab req-5327fabf-a9e6-4714-b6fd-a06724b49a90 service neutron] 10.222.0.69 "GET /v2.0/networks/bc42d8dd-db6a-42a7-a65a-d494de158c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117929 May 20 21:48:46.152693 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-df7a504b-d6ab-4ef3-9fbd-766ef7b75fab req-b1f7e321-2e98-4202-82f5-ae55c4e34efa service neutron] 10.222.0.69 "GET /v2.0/networks/bc42d8dd-db6a-42a7-a65a-d494de158c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451559 May 20 21:48:46.674708 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b06d9-4789-4b8f-8a1b-6b564388f4f6 req-d62c19de-b437-4ed3-a8fd-5eecb175c9a8 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:48:46.676220 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e80b06d9-4789-4b8f-8a1b-6b564388f4f6 req-d62c19de-b437-4ed3-a8fd-5eecb175c9a8 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 946 time: 0.0919888 May 20 21:48:46.724331 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e80b06d9-4789-4b8f-8a1b-6b564388f4f6 req-b242c50a-fc3e-430c-9ffb-a34e7730e6e8 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419509 May 20 21:48:48.014442 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24584e3c-a07f-4d3c-b0a2-9336c9ef421a req-b3b2ba23-2d05-44fc-9ab8-7f846e577b5a tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:48:48.016786 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-24584e3c-a07f-4d3c-b0a2-9336c9ef421a req-b3b2ba23-2d05-44fc-9ab8-7f846e577b5a tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 946 time: 0.1673667 May 20 21:48:48.073724 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-24584e3c-a07f-4d3c-b0a2-9336c9ef421a req-8913456f-554c-4514-b49e-11280dc7a84f tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497289 May 20 21:48:49.291181 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831638d6-f5d1-43ae-a566-c40480265061 req-3d5089e9-6b73-4262-b3c5-d094e93900a3 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:48:49.292836 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-831638d6-f5d1-43ae-a566-c40480265061 req-3d5089e9-6b73-4262-b3c5-d094e93900a3 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 946 time: 0.0913167 May 20 21:48:49.362292 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-831638d6-f5d1-43ae-a566-c40480265061 req-bd4587a0-1369-402d-9fc3-4f13812c01db tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612860 May 20 21:48:50.571966 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9839c-51b9-44d0-b014-b527724b0f7c req-c61fd8d8-f57b-4738-95c6-4b0b0b559fba tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:48:50.573594 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-32d9839c-51b9-44d0-b014-b527724b0f7c req-c61fd8d8-f57b-4738-95c6-4b0b0b559fba tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 946 time: 0.0881081 May 20 21:48:50.631162 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-32d9839c-51b9-44d0-b014-b527724b0f7c req-c968b678-b7a8-4889-99dc-0c46c7dfb61d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512695 May 20 21:48:50.791573 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 6 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:48:51.842949 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cd115-797d-48b2-af99-aa4cfa93a8a3 req-6176a4bd-5b1d-4b2f-b693-1ee18ce2793e tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:48:51.844612 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-602cd115-797d-48b2-af99-aa4cfa93a8a3 req-6176a4bd-5b1d-4b2f-b693-1ee18ce2793e tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 946 time: 0.0934823 May 20 21:48:51.894579 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-602cd115-797d-48b2-af99-aa4cfa93a8a3 req-629e4463-f3a4-4e54-8432-f824b8a7cc67 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438433 May 20 21:48:52.226277 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cfd46100-581c-412a-b9db-2f1e30d910fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:53.101309 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d0d27-57b5-4003-9fb7-2d9cb75d9363 req-6bf7fcdf-d3d7-44d4-8461-916b0aa0e0be tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:48:53.102949 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-827d0d27-57b5-4003-9fb7-2d9cb75d9363 req-6bf7fcdf-d3d7-44d4-8461-916b0aa0e0be tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 946 time: 0.0907123 May 20 21:48:53.174893 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-827d0d27-57b5-4003-9fb7-2d9cb75d9363 req-73185dbf-5089-4876-ace9-2b71b19f932d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648561 May 20 21:48:54.392542 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40730b6-29af-4fc8-a936-b20bd16f4772 req-05ca7513-237a-4c2e-8193-558351202db5 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:48:54.394510 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c40730b6-29af-4fc8-a936-b20bd16f4772 req-05ca7513-237a-4c2e-8193-558351202db5 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 946 time: 0.0970662 May 20 21:48:54.449482 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c40730b6-29af-4fc8-a936-b20bd16f4772 req-dab67630-94e6-4058-bdf0-8a0a5e6b2aad tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443203 May 20 21:48:55.202994 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e63fac-cdb6-4b6e-9268-0ab19951e38f req-266b3abb-86dd-4b7b-9050-c9278a050e61 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:48:55.204569 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b6e63fac-cdb6-4b6e-9268-0ab19951e38f req-266b3abb-86dd-4b7b-9050-c9278a050e61 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 945 time: 0.1220486 May 20 21:48:55.262955 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b6e63fac-cdb6-4b6e-9268-0ab19951e38f req-da5f9f78-4f42-4c59-82b5-8ae94024d9de tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/security-groups?id=8982002b-860a-4bcf-beb7-1f2b00cccb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462754 May 20 21:48:55.546055 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:55.671466 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a3eab-472e-4076-a7f5-e3de68531e1d req-bf4a44ca-386a-44c2-9beb-d29a25fa5cc1 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:48:55.673101 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-6f8a3eab-472e-4076-a7f5-e3de68531e1d req-bf4a44ca-386a-44c2-9beb-d29a25fa5cc1 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 946 time: 0.0901074 May 20 21:48:55.729231 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-6f8a3eab-472e-4076-a7f5-e3de68531e1d req-3a9122db-12d1-4c62-9307-b92c1aefa9d8 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446680 May 20 21:48:56.193055 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-81b981e2-5f27-4cac-8fb7-cc4d910c65b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:56.500295 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b066bf-8243-42d4-87ba-ba5bab5bf1a2 req-6c0c594d-394f-4e6b-b339-33da70e6ffe4 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:48:56.502952 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-46b066bf-8243-42d4-87ba-ba5bab5bf1a2 req-6c0c594d-394f-4e6b-b339-33da70e6ffe4 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 945 time: 0.1103036 May 20 21:48:56.554023 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-46b066bf-8243-42d4-87ba-ba5bab5bf1a2 req-56876d6c-ef82-43f5-aad8-8b3be277d666 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/security-groups?id=8982002b-860a-4bcf-beb7-1f2b00cccb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450532 May 20 21:48:56.938109 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092ef95-6f96-415b-af5a-73af28b6035c req-343382eb-f22a-4a31-b144-fc71548b02ea tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:48:56.939694 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9092ef95-6f96-415b-af5a-73af28b6035c req-343382eb-f22a-4a31-b144-fc71548b02ea tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 946 time: 0.0892000 May 20 21:48:56.991179 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9092ef95-6f96-415b-af5a-73af28b6035c req-6b7e8270-9375-4c0c-bd07-8109b44b3898 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434155 May 20 21:48:57.504108 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:57.938959 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324a28c-22b7-447e-8943-0c0928b1a026 req-183494eb-71af-43e8-b50c-3a3e2cd9e950 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:48:57.942843 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-3324a28c-22b7-447e-8943-0c0928b1a026 req-183494eb-71af-43e8-b50c-3a3e2cd9e950 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 945 time: 0.2444365 May 20 21:48:58.034640 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-3324a28c-22b7-447e-8943-0c0928b1a026 req-08bf0584-df61-419f-84a8-1757e399351c tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/security-groups?id=8982002b-860a-4bcf-beb7-1f2b00cccb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818214 May 20 21:48:58.279474 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a8c8d-f554-42ba-b94d-242c9696c623 req-d28ace97-af93-4ca8-9c31-45171fdf63b4 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:48:58.281276 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a50a8c8d-f554-42ba-b94d-242c9696c623 req-d28ace97-af93-4ca8-9c31-45171fdf63b4 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 946 time: 0.1043110 May 20 21:48:58.349635 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a50a8c8d-f554-42ba-b94d-242c9696c623 req-76f247d2-b85b-4d29-acae-9dc91a63da84 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615406 May 20 21:48:59.177847 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:48:59.258341 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f16eb-0984-4dfd-929e-31a88a312642 req-da8a100a-1b48-401c-a24c-0edd61b65411 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:48:59.261149 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-193f16eb-0984-4dfd-929e-31a88a312642 req-da8a100a-1b48-401c-a24c-0edd61b65411 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 945 time: 0.1053557 May 20 21:48:59.312084 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-193f16eb-0984-4dfd-929e-31a88a312642 req-b1ed6fae-2795-4dd3-9131-bb4ed3483a74 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/security-groups?id=8982002b-860a-4bcf-beb7-1f2b00cccb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449123 May 20 21:48:59.563775 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0db87b-896e-40e2-9cc0-094c96650da4 req-ff6bd575-7d6e-4da5-9bf7-03239edde711 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:48:59.565917 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-3d0db87b-896e-40e2-9cc0-094c96650da4 req-ff6bd575-7d6e-4da5-9bf7-03239edde711 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 946 time: 0.0931337 May 20 21:48:59.616865 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-3d0db87b-896e-40e2-9cc0-094c96650da4 req-084c477a-56dc-4442-bed7-4e5fa6ff5c4f tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448754 May 20 21:49:00.579626 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080cbe67-5145-40b6-8953-e6311732ca68 req-66e89a5f-0b0d-4800-a4e1-4b347f90a8ff tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:00.581948 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-080cbe67-5145-40b6-8953-e6311732ca68 req-66e89a5f-0b0d-4800-a4e1-4b347f90a8ff tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 945 time: 0.1447470 May 20 21:49:00.637930 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-080cbe67-5145-40b6-8953-e6311732ca68 req-4da061fa-209a-41fc-a83a-c40059feda64 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/security-groups?id=8982002b-860a-4bcf-beb7-1f2b00cccb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444541 May 20 21:49:00.841521 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010e3fd-6c35-47fc-955b-4b8631227acc req-4d46e3ee-dc19-459a-9eb3-14899702bcee tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:00.843329 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-3010e3fd-6c35-47fc-955b-4b8631227acc req-4d46e3ee-dc19-459a-9eb3-14899702bcee tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 946 time: 0.0942416 May 20 21:49:00.901045 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-3010e3fd-6c35-47fc-955b-4b8631227acc req-121121cd-eb0e-4d6b-b31f-551e19e46e35 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464547 May 20 21:49:01.847763 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82116299-b9a1-4605-8ae7-ad3e6854cbdb req-37650ec8-8b7f-4559-aa5c-b66019244249 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:01.849421 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-82116299-b9a1-4605-8ae7-ad3e6854cbdb req-37650ec8-8b7f-4559-aa5c-b66019244249 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 945 time: 0.0950048 May 20 21:49:01.904567 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-82116299-b9a1-4605-8ae7-ad3e6854cbdb req-d51780a6-819a-4d7f-9202-39685e690327 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/security-groups?id=8982002b-860a-4bcf-beb7-1f2b00cccb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450454 May 20 21:49:02.162859 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d280910-d927-44c2-92b1-69df9bbadd3c req-bfcd58ed-f2ee-4d3b-a485-e4b73186b790 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:02.164484 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-2d280910-d927-44c2-92b1-69df9bbadd3c req-bfcd58ed-f2ee-4d3b-a485-e4b73186b790 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 946 time: 0.1050277 May 20 21:49:02.218616 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-2d280910-d927-44c2-92b1-69df9bbadd3c req-7caeca76-33c6-4a58-8d0c-779dd21163c4 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434871 May 20 21:49:03.140796 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb85572-e72e-475e-b649-b54824e0aafa req-cd9663d4-3e5e-427f-8da5-a21896360342 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:03.143674 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-deb85572-e72e-475e-b649-b54824e0aafa req-cd9663d4-3e5e-427f-8da5-a21896360342 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 945 time: 0.1190827 May 20 21:49:03.198318 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-deb85572-e72e-475e-b649-b54824e0aafa req-6a74d7f6-15d0-4c82-a52e-ae3438085246 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/security-groups?id=8982002b-860a-4bcf-beb7-1f2b00cccb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477457 May 20 21:49:03.457190 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4924c-8b33-4c6f-a7d8-cb8626bdbf41 req-af1ef181-522c-47e9-986b-1b8461148090 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:03.458770 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c7c4924c-8b33-4c6f-a7d8-cb8626bdbf41 req-af1ef181-522c-47e9-986b-1b8461148090 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 946 time: 0.1163752 May 20 21:49:03.546295 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c7c4924c-8b33-4c6f-a7d8-cb8626bdbf41 req-24c30d80-c9d7-4154-b1fe-1f75c9fbebb3 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802281 May 20 21:49:04.407923 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f82824-5547-4dc2-89bd-14e91e462269 req-fc640a52-9ad0-40b2-a453-7a8ee82d3875 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:04.409780 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-81f82824-5547-4dc2-89bd-14e91e462269 req-fc640a52-9ad0-40b2-a453-7a8ee82d3875 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 945 time: 0.0925646 May 20 21:49:04.466199 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-81f82824-5547-4dc2-89bd-14e91e462269 req-3b9e2dd1-b1c8-4098-ab7f-73c19c1bee7a tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/security-groups?id=8982002b-860a-4bcf-beb7-1f2b00cccb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460002 May 20 21:49:04.763539 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3dde7d-e64e-4430-a5c8-9247d5a0c8a4 req-1afc870e-427a-478f-b025-9ece4ccf12c7 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:04.765139 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ab3dde7d-e64e-4430-a5c8-9247d5a0c8a4 req-1afc870e-427a-478f-b025-9ece4ccf12c7 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 946 time: 0.0952256 May 20 21:49:04.826321 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ab3dde7d-e64e-4430-a5c8-9247d5a0c8a4 req-bc7e2e4d-db9d-4785-a443-3ccac39feec3 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542982 May 20 21:49:05.302618 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6148c-69d8-4e7d-9033-d2ad5e03e764 req-22d4cd22-58ce-41a0-a362-63b22066c51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:05.304216 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f0b6148c-69d8-4e7d-9033-d2ad5e03e764 req-22d4cd22-58ce-41a0-a362-63b22066c51e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bf7c4d2476214011814adf1e8095c658&device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 1098 time: 0.0799258 May 20 21:49:05.461001 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6148c-69d8-4e7d-9033-d2ad5e03e764 req-0fe7ac76-5053-465c-8806-5659618a5cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:05.462592 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f0b6148c-69d8-4e7d-9033-d2ad5e03e764 req-0fe7ac76-5053-465c-8806-5659618a5cb9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3a4eadf7-298b-4c11-b779-64558c14cd67 HTTP/1.1" status: 200 len: 909 time: 0.1488376 May 20 21:49:05.763804 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f0b6148c-69d8-4e7d-9033-d2ad5e03e764 req-9c9cd140-da97-4f04-a0b1-c9927f6db64a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9f78ded-46ed-4059-a280-f49a966ecd77 HTTP/1.1" status: 200 len: 1001 time: 0.2914395 May 20 21:49:05.875178 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6148c-69d8-4e7d-9033-d2ad5e03e764 req-7bbad75c-0090-4a1a-9ed1-d00b2d30c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:05.876889 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f0b6148c-69d8-4e7d-9033-d2ad5e03e764 req-7bbad75c-0090-4a1a-9ed1-d00b2d30c043 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3274c3f6-8e4e-4778-80fa-ea4dbba5affd HTTP/1.1" status: 200 len: 847 time: 0.1064332 May 20 21:49:05.889992 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc9c42-58c1-45ce-a11b-002fca9e4f7f req-7ea96d9f-0b8a-4f11-923d-0386896416bb tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:05.891572 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-18dc9c42-58c1-45ce-a11b-002fca9e4f7f req-7ea96d9f-0b8a-4f11-923d-0386896416bb tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 945 time: 0.2801344 May 20 21:49:06.140606 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-18dc9c42-58c1-45ce-a11b-002fca9e4f7f req-4443e0dc-559f-4848-959c-1e41ebb69877 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/security-groups?id=8982002b-860a-4bcf-beb7-1f2b00cccb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148557 May 20 21:49:06.170290 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6148c-69d8-4e7d-9033-d2ad5e03e764 req-b4f4d7cd-6f03-441d-86ad-9524ad4a5961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:06.172013 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f0b6148c-69d8-4e7d-9033-d2ad5e03e764 req-b4f4d7cd-6f03-441d-86ad-9524ad4a5961 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3a4eadf7-298b-4c11-b779-64558c14cd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2794058 May 20 21:49:06.213005 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e418f-a955-4b65-9b62-40803d2d059d req-3f152b18-3f03-4a55-aed2-f05ccf38cbb4 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:06.214827 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-127e418f-a955-4b65-9b62-40803d2d059d req-3f152b18-3f03-4a55-aed2-f05ccf38cbb4 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 946 time: 0.1486845 May 20 21:49:06.342516 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-127e418f-a955-4b65-9b62-40803d2d059d req-1329b08d-6add-4b6d-80c4-10c0e8168246 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122379 May 20 21:49:06.369903 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f0b6148c-69d8-4e7d-9033-d2ad5e03e764 req-f7389e68-84ab-4ab8-a9e7-625552dd282b service neutron] 10.222.0.69 "GET /v2.0/networks/3a4eadf7-298b-4c11-b779-64558c14cd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862345 May 20 21:49:06.518749 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f0b6148c-69d8-4e7d-9033-d2ad5e03e764 req-5f2e3a89-0bb8-4fd1-815d-6c536c119675 service neutron] 10.222.0.69 "GET /v2.0/networks/3a4eadf7-298b-4c11-b779-64558c14cd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406710 May 20 21:49:07.361202 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d104d9-b6a7-4a47-9b5b-682fd4b21622 req-64c0f822-2f85-4863-8a22-2195e0ce52dd tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:07.363366 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-48d104d9-b6a7-4a47-9b5b-682fd4b21622 req-64c0f822-2f85-4863-8a22-2195e0ce52dd tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 945 time: 0.0991790 May 20 21:49:07.418018 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-48d104d9-b6a7-4a47-9b5b-682fd4b21622 req-d1404b36-5966-4a19-8085-3407fe6e8591 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/security-groups?id=8982002b-860a-4bcf-beb7-1f2b00cccb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486255 May 20 21:49:07.633064 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6251c97-f3e3-42dd-ad72-125e8a252e23 req-e35ec76d-8e9b-4b9c-9bd5-3a3d2b733198 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:07.636204 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d6251c97-f3e3-42dd-ad72-125e8a252e23 req-e35ec76d-8e9b-4b9c-9bd5-3a3d2b733198 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 946 time: 0.1369631 May 20 21:49:07.691262 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d6251c97-f3e3-42dd-ad72-125e8a252e23 req-be724def-410d-4918-aa6c-42c2056e6cd9 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484941 May 20 21:49:08.692556 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f90e4e-76ca-47e2-aaae-a08408618fe1 req-0aaaab70-1fa1-4bd7-873e-92adbf198a1f tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:08.693777 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-74f90e4e-76ca-47e2-aaae-a08408618fe1 req-0aaaab70-1fa1-4bd7-873e-92adbf198a1f tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 945 time: 0.1305060 May 20 21:49:08.748167 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-74f90e4e-76ca-47e2-aaae-a08408618fe1 req-cd70f087-8775-4d67-8ae2-c9743297dabe tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/security-groups?id=8982002b-860a-4bcf-beb7-1f2b00cccb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476916 May 20 21:49:08.965977 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01df99-b10c-41bc-a331-eb3aa3caf0af req-b1670ebc-ee03-418e-97bf-594cac6c9bbc tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:08.968322 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-da01df99-b10c-41bc-a331-eb3aa3caf0af req-b1670ebc-ee03-418e-97bf-594cac6c9bbc tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 946 time: 0.1255097 May 20 21:49:09.043562 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-da01df99-b10c-41bc-a331-eb3aa3caf0af req-3fb4fdf3-b254-4478-a59d-de870041ef12 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671203 May 20 21:49:10.105314 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340f35c-f4dd-429d-9c70-539bde1ae95d req-3ea40af0-7fd1-47e4-8113-0e3553aeec18 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:10.108034 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c340f35c-f4dd-429d-9c70-539bde1ae95d req-3ea40af0-7fd1-47e4-8113-0e3553aeec18 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 945 time: 0.1422482 May 20 21:49:10.209350 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c340f35c-f4dd-429d-9c70-539bde1ae95d req-a493d37a-5a78-4b6e-9be1-7705c8c2ce12 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/security-groups?id=8982002b-860a-4bcf-beb7-1f2b00cccb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878217 May 20 21:49:10.339169 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698eebef-2808-4e0e-a36a-5e2bec79314b req-75c7c422-d0b1-4f09-b945-35f7a2b2eb43 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:10.341465 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-698eebef-2808-4e0e-a36a-5e2bec79314b req-75c7c422-d0b1-4f09-b945-35f7a2b2eb43 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 946 time: 0.1308630 May 20 21:49:10.404007 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-698eebef-2808-4e0e-a36a-5e2bec79314b req-a7a15a00-4796-45f0-9834-fd74618579c7 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556276 May 20 21:49:10.708204 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-d46a56b4-6091-46a6-ae16-b00c61193c74 req-bb5a9669-5075-4068-bb6a-00a2122bfb7a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1364353 May 20 21:49:10.736096 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c211a87-b58b-4081-81af-af5b9ab01e37 req-1c7a666e-6465-44c2-b1d7-5e683a401728 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:10.738232 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-2c211a87-b58b-4081-81af-af5b9ab01e37 req-1c7a666e-6465-44c2-b1d7-5e683a401728 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 945 time: 0.1146090 May 20 21:49:10.818419 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-2c211a87-b58b-4081-81af-af5b9ab01e37 req-22627596-e047-4800-b165-2d4d1e62dda7 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/security-groups?id=8982002b-860a-4bcf-beb7-1f2b00cccb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738897 May 20 21:49:11.686047 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937102b-243a-41f2-8c95-39f8dd36d449 req-14835174-27a4-4bfa-9a6c-405aeb49ad27 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:11.688713 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-0937102b-243a-41f2-8c95-39f8dd36d449 req-14835174-27a4-4bfa-9a6c-405aeb49ad27 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 946 time: 0.1462030 May 20 21:49:11.800656 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-0937102b-243a-41f2-8c95-39f8dd36d449 req-9146a82f-8256-44a4-93bd-cce02d45a7a1 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038256 May 20 21:49:11.849298 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec13a2d-460c-4a52-888a-af52886d9d98 req-0959efcb-f749-4b82-9f74-7c986d2833d0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:11.850944 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-eec13a2d-460c-4a52-888a-af52886d9d98 req-0959efcb-f749-4b82-9f74-7c986d2833d0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 945 time: 0.1108212 May 20 21:49:11.909023 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-eec13a2d-460c-4a52-888a-af52886d9d98 req-bc547f76-4180-449f-924f-274c4bb3ae2a tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b67765-cf8f-464e-80f3-b01a4fdb1731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511100 May 20 21:49:12.050906 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e12008-1d1d-465c-b1db-92a5623cb186 req-6b0ab01f-613f-4e58-8c48-74e859ad3b51 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:12.052151 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-80e12008-1d1d-465c-b1db-92a5623cb186 req-6b0ab01f-613f-4e58-8c48-74e859ad3b51 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 945 time: 0.1012173 May 20 21:49:12.125790 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-80e12008-1d1d-465c-b1db-92a5623cb186 req-7eab2e6a-57d9-4934-80e8-71cce4dd5895 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/security-groups?id=8982002b-860a-4bcf-beb7-1f2b00cccb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667715 May 20 21:49:12.307744 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device d9f78ded-46ed-4059-a280-f49a966ecd77 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:49:12.444388 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:12.485761 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36af116c-0eb5-449d-80ed-ca7219341f55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9f78ded-46ed-4059-a280-f49a966ecd77'}] {{(pid=98344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:49:12.505824 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port d9f78ded-46ed-4059-a280-f49a966ecd77, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d9f78ded-46ed-4059-a280-f49a966ecd77,segment=NetworkSegment(c9c5107c-5bc6-4614-a0d0-2f9713028a48),segment_id=c9c5107c-5bc6-4614-a0d0-2f9713028a48)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:49:12.514040 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:12.516881 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:49:12.607996 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=d9f78ded-46ed-4059-a280-f49a966ecd77,revision_number=6']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:49:12.616887 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:12.617216 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:12.617543 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:12.617871 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:12.618197 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:12.618520 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:12.618841 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:12.619160 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:12.619475 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:12.619794 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:12.620108 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:12.620701 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:49:12.626528 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:49:12.725704 dv-cinder-792462-4-smb neutron-server[98344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36af116c-0eb5-449d-80ed-ca7219341f55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9f78ded-46ed-4059-a280-f49a966ecd77', 'code': 200} May 20 21:49:12.852883 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a56b4-6091-46a6-ae16-b00c61193c74 req-51491a0b-3e5a-4306-b047-54605c403d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:12.854437 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d46a56b4-6091-46a6-ae16-b00c61193c74 req-51491a0b-3e5a-4306-b047-54605c403d6f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55&tenant_id=bf7c4d2476214011814adf1e8095c658 HTTP/1.1" status: 200 len: 1096 time: 0.0849860 May 20 21:49:13.034572 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a56b4-6091-46a6-ae16-b00c61193c74 req-fdcf02fd-8e4f-419a-b41a-c147888d85ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:13.036250 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d46a56b4-6091-46a6-ae16-b00c61193c74 req-fdcf02fd-8e4f-419a-b41a-c147888d85ab service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bf7c4d2476214011814adf1e8095c658&device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 1096 time: 0.1560342 May 20 21:49:13.101906 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534284fc-4751-4787-92ed-8325e2278e9a req-4e973335-ab28-4042-8fc4-3f117544ced9 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:13.103601 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-534284fc-4751-4787-92ed-8325e2278e9a req-4e973335-ab28-4042-8fc4-3f117544ced9 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 946 time: 0.1559129 May 20 21:49:13.413724 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-534284fc-4751-4787-92ed-8325e2278e9a req-7f4da954-13b3-4786-aecc-454d1bfff18d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499798 May 20 21:49:13.420551 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a56b4-6091-46a6-ae16-b00c61193c74 req-7d8b4a96-a964-4f0e-9dbe-fd6080285954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:13.422061 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d46a56b4-6091-46a6-ae16-b00c61193c74 req-7d8b4a96-a964-4f0e-9dbe-fd6080285954 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3a4eadf7-298b-4c11-b779-64558c14cd67 HTTP/1.1" status: 200 len: 909 time: 0.3778822 May 20 21:49:13.533453 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953e65f-86ea-421a-8de4-c0c4785a1968 req-0836a16a-ce12-430e-9baa-ab683293da8b tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:13.534882 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-8953e65f-86ea-421a-8de4-c0c4785a1968 req-0836a16a-ce12-430e-9baa-ab683293da8b tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 945 time: 0.2722826 May 20 21:49:13.572045 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d46a56b4-6091-46a6-ae16-b00c61193c74 req-02bc7e0d-9e5f-4da9-a7b6-01d71d99b6e9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9f78ded-46ed-4059-a280-f49a966ecd77 HTTP/1.1" status: 200 len: 999 time: 0.1409986 May 20 21:49:13.715346 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-8953e65f-86ea-421a-8de4-c0c4785a1968 req-d1e6dab7-fa43-4613-9e35-873aa6fc9472 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b67765-cf8f-464e-80f3-b01a4fdb1731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618733 May 20 21:49:13.722783 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a56b4-6091-46a6-ae16-b00c61193c74 req-f9a5e1e4-c6b2-40db-8b10-9b6cc7a518ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:13.724576 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d46a56b4-6091-46a6-ae16-b00c61193c74 req-f9a5e1e4-c6b2-40db-8b10-9b6cc7a518ec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3274c3f6-8e4e-4778-80fa-ea4dbba5affd HTTP/1.1" status: 200 len: 847 time: 0.1104121 May 20 21:49:13.795538 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce146e-2452-4a6f-a771-ddb5240cf0e0 req-e67c361c-14de-4db4-9da1-86210b0383ce tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:13.797184 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ccce146e-2452-4a6f-a771-ddb5240cf0e0 req-e67c361c-14de-4db4-9da1-86210b0383ce tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 943 time: 0.2412894 May 20 21:49:13.862894 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ccce146e-2452-4a6f-a771-ddb5240cf0e0 req-6316d3a0-4357-4842-8fdd-2ba3dd08920c tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/security-groups?id=8982002b-860a-4bcf-beb7-1f2b00cccb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560930 May 20 21:49:13.878999 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a56b4-6091-46a6-ae16-b00c61193c74 req-aa6f5fbe-49cc-492c-bffc-2f30d5b15404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:13.881665 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d46a56b4-6091-46a6-ae16-b00c61193c74 req-aa6f5fbe-49cc-492c-bffc-2f30d5b15404 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3a4eadf7-298b-4c11-b779-64558c14cd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1479459 May 20 21:49:14.034731 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d46a56b4-6091-46a6-ae16-b00c61193c74 req-48d8bbea-76e9-4e0d-98f7-acc746f8b62f service neutron] 10.222.0.69 "GET /v2.0/networks/3a4eadf7-298b-4c11-b779-64558c14cd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448128 May 20 21:49:14.216683 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d46a56b4-6091-46a6-ae16-b00c61193c74 req-3d43e226-3a03-4b68-88ec-e6a3094c67c9 service neutron] 10.222.0.69 "GET /v2.0/networks/3a4eadf7-298b-4c11-b779-64558c14cd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736898 May 20 21:49:14.666533 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c012c-aa96-495e-a5ea-28bdab5ae0b1 req-3bd8550f-7e52-4c39-a99c-a5307fbe207c tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:14.671052 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b90c012c-aa96-495e-a5ea-28bdab5ae0b1 req-3bd8550f-7e52-4c39-a99c-a5307fbe207c tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 946 time: 0.1212006 May 20 21:49:14.723765 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b90c012c-aa96-495e-a5ea-28bdab5ae0b1 req-a06c689e-b8fa-4ad8-9946-438ee0c7620c tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464008 May 20 21:49:14.936522 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffd510-05fb-4473-a280-4c99115de555 req-f812259f-dd84-4fd3-8b1b-4883cea5eba9 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:14.938122 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-31ffd510-05fb-4473-a280-4c99115de555 req-f812259f-dd84-4fd3-8b1b-4883cea5eba9 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 945 time: 0.0926352 May 20 21:49:15.004414 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-31ffd510-05fb-4473-a280-4c99115de555 req-7a1a44a2-3eb5-4a38-b870-456575f9d926 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b67765-cf8f-464e-80f3-b01a4fdb1731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588439 May 20 21:49:15.144227 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbd0cd-3fc5-4619-a066-3ac1203e8db4 req-a4fd254d-1dda-46f8-824a-72900795e256 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:15.145893 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-3ccbd0cd-3fc5-4619-a066-3ac1203e8db4 req-a4fd254d-1dda-46f8-824a-72900795e256 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 943 time: 0.1286702 May 20 21:49:15.202590 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-3ccbd0cd-3fc5-4619-a066-3ac1203e8db4 req-c6ef61f5-debb-4f80-8d6d-4537cca6bdb6 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/security-groups?id=8982002b-860a-4bcf-beb7-1f2b00cccb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504591 May 20 21:49:15.664292 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:15.980086 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b08e71-9018-4ad4-ba19-4020176164c8 req-a860b4e6-b9ed-4f18-886e-0559eb285bee tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:15.981601 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-15b08e71-9018-4ad4-ba19-4020176164c8 req-a860b4e6-b9ed-4f18-886e-0559eb285bee tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 946 time: 0.1224298 May 20 21:49:16.046063 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-15b08e71-9018-4ad4-ba19-4020176164c8 req-4addeb26-6e45-4925-9f7b-903e80908eee tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531981 May 20 21:49:16.222536 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941c581-5481-45dd-8db6-d87ca564e3d7 req-25195bd2-f096-46b9-8c8f-54885f3b665e tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:16.224146 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f941c581-5481-45dd-8db6-d87ca564e3d7 req-25195bd2-f096-46b9-8c8f-54885f3b665e tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 945 time: 0.0949080 May 20 21:49:16.309821 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f941c581-5481-45dd-8db6-d87ca564e3d7 req-a48add81-a484-4bb1-a2a1-6eb750e09033 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b67765-cf8f-464e-80f3-b01a4fdb1731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777998 May 20 21:49:16.357047 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 7efb0108-32cc-423d-b08d-0810dcde7257 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 21:49:16.422284 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888d08f-7609-443b-a333-84699ade5bd3 req-dab8751f-3594-4c54-947e-7cdb9c67d852 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:16.425656 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-3888d08f-7609-443b-a333-84699ade5bd3 req-dab8751f-3594-4c54-947e-7cdb9c67d852 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 943 time: 0.1063697 May 20 21:49:16.496812 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-3888d08f-7609-443b-a333-84699ade5bd3 req-cc695856-ad63-4bda-bf81-18947b2d4932 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/security-groups?id=8982002b-860a-4bcf-beb7-1f2b00cccb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636058 May 20 21:49:16.516063 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 7efb0108-32cc-423d-b08d-0810dcde7257, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7efb0108-32cc-423d-b08d-0810dcde7257,segment=NetworkSegment(54b1c84e-94ed-47c5-9732-c818bd112025),segment_id=54b1c84e-94ed-47c5-9732-c818bd112025)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:49:16.532340 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Returning: {'device': '7efb0108-32cc-423d-b08d-0810dcde7257', 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952', 'port_id': '7efb0108-32cc-423d-b08d-0810dcde7257', 'mac_address': 'fa:16:3e:bf:61:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e184cb69-105f-475e-83f0-129c4848c2ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 21:49:16.602098 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:16.622948 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7efb0108-32cc-423d-b08d-0810dcde7257 {{(pid=98344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:49:16.640309 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 7efb0108-32cc-423d-b08d-0810dcde7257, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7efb0108-32cc-423d-b08d-0810dcde7257,segment=NetworkSegment(54b1c84e-94ed-47c5-9732-c818bd112025),segment_id=54b1c84e-94ed-47c5-9732-c818bd112025)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:49:16.645661 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:16.646410 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device d9f78ded-46ed-4059-a280-f49a966ecd77 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 21:49:16.648675 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-bb771ace-771f-4b5a-a65e-2450c92bb51d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:49:16.756103 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=7efb0108-32cc-423d-b08d-0810dcde7257,revision_number=6']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:49:16.761092 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:49:16.865302 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port d9f78ded-46ed-4059-a280-f49a966ecd77, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d9f78ded-46ed-4059-a280-f49a966ecd77,segment=NetworkSegment(c9c5107c-5bc6-4614-a0d0-2f9713028a48),segment_id=c9c5107c-5bc6-4614-a0d0-2f9713028a48)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:49:16.881349 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Returning: {'device': 'd9f78ded-46ed-4059-a280-f49a966ecd77', 'network_id': '3a4eadf7-298b-4c11-b779-64558c14cd67', 'port_id': 'd9f78ded-46ed-4059-a280-f49a966ecd77', 'mac_address': 'fa:16:3e:d2:80:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3274c3f6-8e4e-4778-80fa-ea4dbba5affd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 21:49:16.942351 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:16.961746 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f78ded-46ed-4059-a280-f49a966ecd77 {{(pid=98344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:49:16.980026 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port d9f78ded-46ed-4059-a280-f49a966ecd77, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d9f78ded-46ed-4059-a280-f49a966ecd77,segment=NetworkSegment(c9c5107c-5bc6-4614-a0d0-2f9713028a48),segment_id=c9c5107c-5bc6-4614-a0d0-2f9713028a48)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:49:16.984418 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:16.987144 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-5e6f6e4e-7871-4fd3-ae5c-6f8a1ad2946d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:49:17.067176 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=d9f78ded-46ed-4059-a280-f49a966ecd77,revision_number=7']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:49:17.070658 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:49:17.087789 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['7efb0108-32cc-423d-b08d-0810dcde7257'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:49:17.310591 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21e27f-4160-4910-9f46-861817c10ead req-96a9671a-8b1e-4003-932b-f2b9890b64f9 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:17.312688 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-2a21e27f-4160-4910-9f46-861817c10ead req-96a9671a-8b1e-4003-932b-f2b9890b64f9 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 945 time: 0.1313891 May 20 21:49:17.337454 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['d9f78ded-46ed-4059-a280-f49a966ecd77'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:49:17.387589 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-2a21e27f-4160-4910-9f46-861817c10ead req-317dfc93-ecb2-43fd-8674-134c9ec6fc05 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645642 May 20 21:49:17.770602 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898adf0c-3dd6-4bb6-b5dd-f8337199c900 req-950e1f0a-4fe5-4242-bbbf-06962ddab89e tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:17.772226 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-898adf0c-3dd6-4bb6-b5dd-f8337199c900 req-950e1f0a-4fe5-4242-bbbf-06962ddab89e tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 945 time: 0.2952549 May 20 21:49:17.845975 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-898adf0c-3dd6-4bb6-b5dd-f8337199c900 req-c6d97e55-8635-49ea-882c-8ad34f629f35 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b67765-cf8f-464e-80f3-b01a4fdb1731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671430 May 20 21:49:17.873442 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad570e-3b52-495f-8778-f227e8300286 req-cb0be99a-8d8b-4fc6-a4cc-6d18ba84312e tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:17.876184 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-bcad570e-3b52-495f-8778-f227e8300286 req-cb0be99a-8d8b-4fc6-a4cc-6d18ba84312e tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 944 time: 0.1721900 May 20 21:49:17.935138 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-bcad570e-3b52-495f-8778-f227e8300286 req-7b7a02d7-b3c8-4635-8307-32088623e9e2 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/security-groups?id=8982002b-860a-4bcf-beb7-1f2b00cccb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512311 May 20 21:49:18.369042 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 7efb0108-32cc-423d-b08d-0810dcde7257 up at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:49:18.479644 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning complete for port 7efb0108-32cc-423d-b08d-0810dcde7257 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:49:18.480027 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:18.629331 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:18.688922 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 7efb0108-32cc-423d-b08d-0810dcde7257, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7efb0108-32cc-423d-b08d-0810dcde7257,segment=NetworkSegment(54b1c84e-94ed-47c5-9732-c818bd112025),segment_id=54b1c84e-94ed-47c5-9732-c818bd112025)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:49:18.691254 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b02f461-3939-4991-bef9-35e9f6f7fcc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efb0108-32cc-423d-b08d-0810dcde7257'}] {{(pid=98344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:49:18.708715 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:18.714331 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-477dc15e-6326-4c84-bb42-ba2016031572 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:49:18.806127 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed2d4e-69c2-4dc0-a52d-ae0b5e060129 req-e99b9520-795b-4ac8-a536-6da85409d28e tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:18.809897 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-24ed2d4e-69c2-4dc0-a52d-ae0b5e060129 req-e99b9520-795b-4ac8-a536-6da85409d28e tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 945 time: 0.1797488 May 20 21:49:18.829156 dv-cinder-792462-4-smb neutron-server[98344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b02f461-3939-4991-bef9-35e9f6f7fcc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efb0108-32cc-423d-b08d-0810dcde7257', 'code': 200} May 20 21:49:18.868080 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=7efb0108-32cc-423d-b08d-0810dcde7257,revision_number=7']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:49:18.874627 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:49:18.899440 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-24ed2d4e-69c2-4dc0-a52d-ae0b5e060129 req-0d54e8f3-7b7b-49fc-ba0f-052463181777 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733497 May 20 21:49:19.256330 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087dd82-0af4-4767-8497-27a71335b1a6 req-21a927dd-1ba2-41dc-ac9c-f685188a1ba1 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:19.259041 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b087dd82-0af4-4767-8497-27a71335b1a6 req-21a927dd-1ba2-41dc-ac9c-f685188a1ba1 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 945 time: 0.2231576 May 20 21:49:19.288431 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e30d9-5400-4b50-af0f-ca4c52169c89 req-b8fd4aae-07e7-4278-b4fb-129cab78b068 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:19.290988 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-774e30d9-5400-4b50-af0f-ca4c52169c89 req-b8fd4aae-07e7-4278-b4fb-129cab78b068 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 944 time: 0.1863406 May 20 21:49:19.420986 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b087dd82-0af4-4767-8497-27a71335b1a6 req-4b803d93-d78e-4465-8ae5-327766bbe95a tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b67765-cf8f-464e-80f3-b01a4fdb1731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469707 May 20 21:49:19.441196 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-774e30d9-5400-4b50-af0f-ca4c52169c89 req-c112e8cd-8596-4524-81ff-5d1d6af11c46 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/security-groups?id=8982002b-860a-4bcf-beb7-1f2b00cccb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246715 May 20 21:49:20.185357 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfd4aa-e33a-47f6-ad8e-0cb08a008b41 req-8b3628a0-6d8d-43be-8d3d-6a87e96f6a70 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:20.187100 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-18bfd4aa-e33a-47f6-ad8e-0cb08a008b41 req-8b3628a0-6d8d-43be-8d3d-6a87e96f6a70 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 946 time: 0.1016736 May 20 21:49:20.248128 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-18bfd4aa-e33a-47f6-ad8e-0cb08a008b41 req-0073444e-ba96-4500-80d8-c8b861053582 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537226 May 20 21:49:20.362702 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device d9f78ded-46ed-4059-a280-f49a966ecd77 up at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:49:20.516079 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning complete for port d9f78ded-46ed-4059-a280-f49a966ecd77 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:49:20.516943 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:20.716010 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:20.770508 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port d9f78ded-46ed-4059-a280-f49a966ecd77, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d9f78ded-46ed-4059-a280-f49a966ecd77,segment=NetworkSegment(c9c5107c-5bc6-4614-a0d0-2f9713028a48),segment_id=c9c5107c-5bc6-4614-a0d0-2f9713028a48)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:49:20.778574 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:20.783743 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-b74764ae-bba1-4810-8bb2-e99d2b16bb47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:49:20.843652 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36af116c-0eb5-449d-80ed-ca7219341f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f78ded-46ed-4059-a280-f49a966ecd77'}] {{(pid=98344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:49:20.895728 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=d9f78ded-46ed-4059-a280-f49a966ecd77,revision_number=8']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:49:20.900515 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:49:20.920968 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b6476-2725-4ecf-9228-57087a9ef8fc req-28c22d79-d560-4fb9-b39e-55e6f98b9ba8 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:20.933499 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-403b6476-2725-4ecf-9228-57087a9ef8fc req-28c22d79-d560-4fb9-b39e-55e6f98b9ba8 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 944 time: 0.2530978 May 20 21:49:20.971912 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83dee3a-e968-4228-81fe-0f1753149ec4 req-78af8dff-6abd-4b82-b6ef-022d7010eeae tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:20.979325 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b83dee3a-e968-4228-81fe-0f1753149ec4 req-78af8dff-6abd-4b82-b6ef-022d7010eeae tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 945 time: 0.2983041 May 20 21:49:21.038349 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-403b6476-2725-4ecf-9228-57087a9ef8fc req-dbeccd5e-0553-45d7-a89a-56a404b0e2c9 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/security-groups?id=8982002b-860a-4bcf-beb7-1f2b00cccb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043649 May 20 21:49:21.068849 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b83dee3a-e968-4228-81fe-0f1753149ec4 req-405152ff-79d1-4fac-be2c-0b0cdcf84a52 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b67765-cf8f-464e-80f3-b01a4fdb1731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885735 May 20 21:49:21.114147 dv-cinder-792462-4-smb neutron-server[98344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36af116c-0eb5-449d-80ed-ca7219341f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f78ded-46ed-4059-a280-f49a966ecd77', 'code': 200} May 20 21:49:21.684864 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd7bc1-90ba-47e3-8749-cd2dfe019392 req-d1d57fbd-535d-4d10-aacf-ec52482ab3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:21.687418 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b1dd7bc1-90ba-47e3-8749-cd2dfe019392 req-d1d57fbd-535d-4d10-aacf-ec52482ab3b7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 1098 time: 0.1508348 May 20 21:49:21.700827 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6fb6f-71b2-42b0-8625-f90dc651f8e1 req-1b9011b7-8ce2-4cb1-a70f-13a4d160363b tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:21.706516 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-6bc6fb6f-71b2-42b0-8625-f90dc651f8e1 req-1b9011b7-8ce2-4cb1-a70f-13a4d160363b tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 946 time: 0.2262897 May 20 21:49:21.822758 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b1dd7bc1-90ba-47e3-8749-cd2dfe019392 req-817cbbce-ea2f-4a70-a282-bbf6530a13b5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8982002b-860a-4bcf-beb7-1f2b00cccb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152973 May 20 21:49:21.835897 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-6bc6fb6f-71b2-42b0-8625-f90dc651f8e1 req-e06ca3f4-a242-4938-95d0-4302746d5ce0 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263852 May 20 21:49:22.282569 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-509edb8f-6383-4c43-a65d-ece80c211822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:22.589123 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc510e-f2e4-46f7-9c68-ae9fa387479a req-68f0d955-4ef9-48e8-8973-5524fa388b13 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:22.591849 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-dadc510e-f2e4-46f7-9c68-ae9fa387479a req-68f0d955-4ef9-48e8-8973-5524fa388b13 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 945 time: 0.2157636 May 20 21:49:22.607889 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51e044-434b-4a14-be22-e616b04ab2fb req-0dee0986-b525-4874-9f4e-2ca56f4a886d tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:22.611969 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-7b51e044-434b-4a14-be22-e616b04ab2fb req-0dee0986-b525-4874-9f4e-2ca56f4a886d tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 945 time: 0.3094106 May 20 21:49:22.757281 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-dadc510e-f2e4-46f7-9c68-ae9fa387479a req-cf05d570-bc9a-475b-8d12-135f4d81585a tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b67765-cf8f-464e-80f3-b01a4fdb1731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449802 May 20 21:49:22.777436 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-7b51e044-434b-4a14-be22-e616b04ab2fb req-d0b5a8cd-61e4-46a1-a78b-139313c1f6ba tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/security-groups?id=8982002b-860a-4bcf-beb7-1f2b00cccb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420848 May 20 21:49:23.165370 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52168c0-a172-4ea2-83c7-12fd9b2137a4 req-49001466-681b-4bc0-91c9-730eb19f17ac tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:23.180636 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f52168c0-a172-4ea2-83c7-12fd9b2137a4 req-49001466-681b-4bc0-91c9-730eb19f17ac tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 946 time: 0.1710145 May 20 21:49:23.280592 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f52168c0-a172-4ea2-83c7-12fd9b2137a4 req-3d6be56c-3261-40f9-943b-4526d32a0e4a tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982003 May 20 21:49:23.587890 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb721518-a358-4b9b-a035-b0667fe83c2b req-fbfe1f7a-7031-4cef-b840-5c7f5565093a tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:23.591030 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-eb721518-a358-4b9b-a035-b0667fe83c2b req-fbfe1f7a-7031-4cef-b840-5c7f5565093a tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 945 time: 0.3087049 May 20 21:49:23.599663 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c670b-7b32-4137-a619-00c9cb483a22 req-38bf0db7-1772-4c14-b809-61bccfcd461d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:23.602458 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-082c670b-7b32-4137-a619-00c9cb483a22 req-38bf0db7-1772-4c14-b809-61bccfcd461d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0606f6a2c7f245b7990c5cd28b31b66a&device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 1098 time: 0.2243776 May 20 21:49:23.765074 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-eb721518-a358-4b9b-a035-b0667fe83c2b req-95364aa0-3811-4a11-871e-3e6c6bf2c528 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b67765-cf8f-464e-80f3-b01a4fdb1731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610537 May 20 21:49:23.833904 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c670b-7b32-4137-a619-00c9cb483a22 req-5dffc3b4-d177-4be2-9ee0-53b77bb49d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:23.836632 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-082c670b-7b32-4137-a619-00c9cb483a22 req-5dffc3b4-d177-4be2-9ee0-53b77bb49d6e service neutron] 10.222.0.69 "GET /v2.0/networks?id=bc42d8dd-db6a-42a7-a65a-d494de158c0c HTTP/1.1" status: 200 len: 912 time: 0.2069895 May 20 21:49:24.273806 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-082c670b-7b32-4137-a619-00c9cb483a22 req-196dcb2f-3d17-467f-a3a7-8911f1704272 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2deddd9-004a-475c-a8df-b39ba8ce84e1 HTTP/1.1" status: 200 len: 1000 time: 0.4298179 May 20 21:49:24.448394 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c670b-7b32-4137-a619-00c9cb483a22 req-39fc85a2-afe2-4e02-86bf-4c293b23cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:24.450915 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-082c670b-7b32-4137-a619-00c9cb483a22 req-39fc85a2-afe2-4e02-86bf-4c293b23cb86 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d71aa12b-c7d1-4dcf-bc1c-f2467a541a18 HTTP/1.1" status: 200 len: 850 time: 0.1698124 May 20 21:49:24.473825 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20e8e8-25f0-4889-a213-ebfc56808ac8 req-09683e32-16d6-4c57-8530-8977792d9164 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:24.488024 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9e20e8e8-25f0-4889-a213-ebfc56808ac8 req-09683e32-16d6-4c57-8530-8977792d9164 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 945 time: 0.3080342 May 20 21:49:24.782933 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9e20e8e8-25f0-4889-a213-ebfc56808ac8 req-83d3c869-d538-4e9a-9878-d0179bdf9b15 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/security-groups?id=8982002b-860a-4bcf-beb7-1f2b00cccb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2932923 May 20 21:49:24.841386 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c670b-7b32-4137-a619-00c9cb483a22 req-aa857a43-0e0b-46c3-a023-511194e2f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:24.844923 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-082c670b-7b32-4137-a619-00c9cb483a22 req-aa857a43-0e0b-46c3-a023-511194e2f3d1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bc42d8dd-db6a-42a7-a65a-d494de158c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3858314 May 20 21:49:24.899856 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766aed97-0505-484d-ab58-d0c00c9c70b3 req-0a4a366b-e0fc-4295-80ae-12821bf584d3 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:24.901661 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-766aed97-0505-484d-ab58-d0c00c9c70b3 req-0a4a366b-e0fc-4295-80ae-12821bf584d3 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 946 time: 0.3237729 May 20 21:49:25.092412 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-766aed97-0505-484d-ab58-d0c00c9c70b3 req-eb13eddd-47a7-4df6-a6f0-d7d6f1b98ee0 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744139 May 20 21:49:25.136013 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-082c670b-7b32-4137-a619-00c9cb483a22 req-43e0d21a-5ba8-43b6-9d65-2b3439522ede service neutron] 10.222.0.69 "GET /v2.0/networks/bc42d8dd-db6a-42a7-a65a-d494de158c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799525 May 20 21:49:25.223543 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eda280-d261-42ca-b647-207264670816 req-b1586c25-3620-4d3c-967b-5a6c7ed76af7 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:25.226250 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-52eda280-d261-42ca-b647-207264670816 req-b1586c25-3620-4d3c-967b-5a6c7ed76af7 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 945 time: 0.2269719 May 20 21:49:25.371803 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-52eda280-d261-42ca-b647-207264670816 req-af62f9cc-a53a-4dc3-b89e-91fe3164b76a tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b67765-cf8f-464e-80f3-b01a4fdb1731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872893 May 20 21:49:25.379080 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-082c670b-7b32-4137-a619-00c9cb483a22 req-c471740a-601b-4581-95ed-0461d4af01a9 service neutron] 10.222.0.69 "GET /v2.0/networks/bc42d8dd-db6a-42a7-a65a-d494de158c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333295 May 20 21:49:25.580213 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:26.218276 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-0d63f2f7-71ab-4b37-b10b-d8c08794c6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:26.430184 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cdcf69-423e-4627-9a4e-6e28f3ca0abc req-5f17599c-5f23-4f05-a8d2-74fa2c924bcc tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:26.433622 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-85cdcf69-423e-4627-9a4e-6e28f3ca0abc req-5f17599c-5f23-4f05-a8d2-74fa2c924bcc tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 946 time: 0.1347528 May 20 21:49:26.543089 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-85cdcf69-423e-4627-9a4e-6e28f3ca0abc req-5cbec189-0458-4e4c-ad69-ec2fb18d4ab2 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024427 May 20 21:49:26.753767 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086d2b1-f2c2-4323-8e7c-82b2cea3a68e req-4b135770-a646-42dc-b4ce-af54ebfed26d tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:26.755283 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d086d2b1-f2c2-4323-8e7c-82b2cea3a68e req-4b135770-a646-42dc-b4ce-af54ebfed26d tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 945 time: 0.1325366 May 20 21:49:26.851922 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d086d2b1-f2c2-4323-8e7c-82b2cea3a68e req-9bcf68f1-fe03-47d5-aca3-8993cb6ddb19 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b67765-cf8f-464e-80f3-b01a4fdb1731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850112 May 20 21:49:27.514972 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:27.791193 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 6 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:49:27.835024 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3eb8e-6eea-49c8-b54c-6439dbce75be req-c60e9d92-5f21-4b9c-a906-afaa83eecf47 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:27.837059 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-11b3eb8e-6eea-49c8-b54c-6439dbce75be req-c60e9d92-5f21-4b9c-a906-afaa83eecf47 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 946 time: 0.1127071 May 20 21:49:27.905182 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-11b3eb8e-6eea-49c8-b54c-6439dbce75be req-5ea3999b-ee23-44f1-9b24-685291ee831b tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577209 May 20 21:49:29.192795 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:29.262977 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc613d2-f2aa-48ec-a0d5-0e8c017efbaa req-9d7b74ee-6403-4f49-8301-293827b3aad9 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:29.265504 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-2fc613d2-f2aa-48ec-a0d5-0e8c017efbaa req-9d7b74ee-6403-4f49-8301-293827b3aad9 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 946 time: 0.1590788 May 20 21:49:29.367189 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-2fc613d2-f2aa-48ec-a0d5-0e8c017efbaa req-df108a94-c272-43bd-a012-f638dbba10f6 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935326 May 20 21:49:30.546113 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d1549-afb9-41d6-9a6c-abd55b648b43 req-2307f0d0-799e-45bc-b0ce-f2c6aa4f7577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:30.549270 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b90d1549-afb9-41d6-9a6c-abd55b648b43 req-2307f0d0-799e-45bc-b0ce-f2c6aa4f7577 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=02474a2c64904c6fb152442041a5af03&device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 1099 time: 0.1363947 May 20 21:49:30.765276 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d1549-afb9-41d6-9a6c-abd55b648b43 req-91d1f8d7-6653-4b7e-98a1-98eb492dbe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:30.766720 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b90d1549-afb9-41d6-9a6c-abd55b648b43 req-91d1f8d7-6653-4b7e-98a1-98eb492dbe53 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d792e157-988b-4be9-b81e-7ce03ac12952 HTTP/1.1" status: 200 len: 917 time: 0.2097521 May 20 21:49:30.780305 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a80669-7a22-4d28-bb25-9c700cac6638 req-a1f2e8c6-30c1-4767-8a89-008d75e88c8c tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:30.781941 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-25a80669-7a22-4d28-bb25-9c700cac6638 req-a1f2e8c6-30c1-4767-8a89-008d75e88c8c tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 946 time: 0.1945007 May 20 21:49:30.999335 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-25a80669-7a22-4d28-bb25-9c700cac6638 req-2ace83d0-9cb2-4498-8b97-5951c69e1ca5 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500640 May 20 21:49:31.003361 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b90d1549-afb9-41d6-9a6c-abd55b648b43 req-d8504352-1068-4fff-aa76-d75c4bacc436 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7efb0108-32cc-423d-b08d-0810dcde7257 HTTP/1.1" status: 200 len: 1002 time: 0.2202504 May 20 21:49:31.072694 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d1549-afb9-41d6-9a6c-abd55b648b43 req-d9a0bf6a-5d95-427a-aa48-53daa50e9a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:31.074177 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b90d1549-afb9-41d6-9a6c-abd55b648b43 req-d9a0bf6a-5d95-427a-aa48-53daa50e9a67 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e184cb69-105f-475e-83f0-129c4848c2ac HTTP/1.1" status: 200 len: 855 time: 0.0634863 May 20 21:49:31.284148 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d1549-afb9-41d6-9a6c-abd55b648b43 req-7070bd77-006e-4fef-aab0-51de954bb947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:31.285632 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b90d1549-afb9-41d6-9a6c-abd55b648b43 req-7070bd77-006e-4fef-aab0-51de954bb947 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d792e157-988b-4be9-b81e-7ce03ac12952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2008672 May 20 21:49:31.464565 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b90d1549-afb9-41d6-9a6c-abd55b648b43 req-d32a2b5e-004c-4de2-98e9-14681dd18829 service neutron] 10.222.0.69 "GET /v2.0/networks/d792e157-988b-4be9-b81e-7ce03ac12952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697412 May 20 21:49:31.611039 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b90d1549-afb9-41d6-9a6c-abd55b648b43 req-bff9b6af-8ffe-4a64-bcdb-b4a7902b2094 service neutron] 10.222.0.69 "GET /v2.0/networks/d792e157-988b-4be9-b81e-7ce03ac12952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403289 May 20 21:49:32.218110 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64a9fb-61c1-4a6b-a8aa-b77268f7b8d4 req-bf5e0908-f99c-4299-81f7-ed8cc228bfbd tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:32.219681 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-1a64a9fb-61c1-4a6b-a8aa-b77268f7b8d4 req-bf5e0908-f99c-4299-81f7-ed8cc228bfbd tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 946 time: 0.0941930 May 20 21:49:32.273769 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-1a64a9fb-61c1-4a6b-a8aa-b77268f7b8d4 req-686a7fa0-5568-4df5-b102-dcfe6a5000a4 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455353 May 20 21:49:33.568503 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b196436-1806-4c9a-bbab-9a09b46cb2de req-237c1715-523c-4185-b767-a591ea69b5d3 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:33.570109 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4b196436-1806-4c9a-bbab-9a09b46cb2de req-237c1715-523c-4185-b767-a591ea69b5d3 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 946 time: 0.1409061 May 20 21:49:33.619460 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4b196436-1806-4c9a-bbab-9a09b46cb2de req-33c44ef5-9ae9-4c97-b865-91a4b80be7d6 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435150 May 20 21:49:34.506731 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 7efb0108-32cc-423d-b08d-0810dcde7257 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:49:34.646151 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:34.694966 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b02f461-3939-4991-bef9-35e9f6f7fcc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7efb0108-32cc-423d-b08d-0810dcde7257'}] {{(pid=98344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:49:34.706839 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 7efb0108-32cc-423d-b08d-0810dcde7257, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7efb0108-32cc-423d-b08d-0810dcde7257,segment=NetworkSegment(54b1c84e-94ed-47c5-9732-c818bd112025),segment_id=54b1c84e-94ed-47c5-9732-c818bd112025)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:49:34.714405 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:34.717793 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:49:34.774923 dv-cinder-792462-4-smb neutron-server[98344]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9b02f461-3939-4991-bef9-35e9f6f7fcc9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7efb0108-32cc-423d-b08d-0810dcde7257', 'code': 422} returned with failed status May 20 21:49:34.836369 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=7efb0108-32cc-423d-b08d-0810dcde7257,revision_number=8']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:49:34.841868 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:49:34.862450 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d3336-1960-4552-b549-2e636b2e524f req-e660eac2-fe5a-413f-b5ca-b23f24f14e02 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:34.864120 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-fd5d3336-1960-4552-b549-2e636b2e524f req-e660eac2-fe5a-413f-b5ca-b23f24f14e02 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 944 time: 0.1033430 May 20 21:49:34.924157 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-fd5d3336-1960-4552-b549-2e636b2e524f req-3a6c52ae-49ad-436b-b8b7-3d81e3809acb tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531900 May 20 21:49:36.499932 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb9165-7c2e-4042-8cbd-2c00a938db87 req-19d6d82a-4659-490f-a259-c94763bae8f9 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:36.501450 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-15eb9165-7c2e-4042-8cbd-2c00a938db87 req-19d6d82a-4659-490f-a259-c94763bae8f9 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 944 time: 0.0959697 May 20 21:49:36.516224 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [req-2d825e46-49d7-48b6-ad8f-7abd60810004 req-e8fb8781-6434-4cc4-a4f9-9624e9a8cd82 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0761526 May 20 21:49:36.568234 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-15eb9165-7c2e-4042-8cbd-2c00a938db87 req-53e7a9e4-8bd5-4343-b3a1-d1ba35bb9d6b tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598929 May 20 21:49:37.515269 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d825e46-49d7-48b6-ad8f-7abd60810004 req-9546a332-c406-4351-beae-9285c1e0b565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:37.516770 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-2d825e46-49d7-48b6-ad8f-7abd60810004 req-9546a332-c406-4351-beae-9285c1e0b565 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9&tenant_id=02474a2c64904c6fb152442041a5af03 HTTP/1.1" status: 200 len: 1097 time: 0.0755887 May 20 21:49:37.623499 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d825e46-49d7-48b6-ad8f-7abd60810004 req-5cb84fad-69e6-4f84-ac46-40b5bedc769b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:37.625062 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-2d825e46-49d7-48b6-ad8f-7abd60810004 req-5cb84fad-69e6-4f84-ac46-40b5bedc769b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=02474a2c64904c6fb152442041a5af03&device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 1097 time: 0.0811706 May 20 21:49:37.827632 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d825e46-49d7-48b6-ad8f-7abd60810004 req-4b053812-8356-43c2-a533-dc855f670c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:37.829012 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-2d825e46-49d7-48b6-ad8f-7abd60810004 req-4b053812-8356-43c2-a533-dc855f670c76 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d792e157-988b-4be9-b81e-7ce03ac12952 HTTP/1.1" status: 200 len: 917 time: 0.1968100 May 20 21:49:37.932812 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219526ac-8555-47b6-8a99-1fb11a90fa04 req-e77299e1-fb07-4f3c-9467-8f20ad04837c tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:37.934352 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-219526ac-8555-47b6-8a99-1fb11a90fa04 req-e77299e1-fb07-4f3c-9467-8f20ad04837c tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 944 time: 0.2055619 May 20 21:49:37.971112 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-2d825e46-49d7-48b6-ad8f-7abd60810004 req-09b2294e-1946-4179-9a83-ace2df29cc03 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7efb0108-32cc-423d-b08d-0810dcde7257 HTTP/1.1" status: 200 len: 1000 time: 0.1347983 May 20 21:49:38.034390 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-219526ac-8555-47b6-8a99-1fb11a90fa04 req-d307d012-fb02-4ef0-aaab-119777663e7c tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927486 May 20 21:49:38.050535 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d825e46-49d7-48b6-ad8f-7abd60810004 req-fbb5827a-de6f-4d28-b891-8b409bbb1db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:38.051987 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-2d825e46-49d7-48b6-ad8f-7abd60810004 req-fbb5827a-de6f-4d28-b891-8b409bbb1db1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e184cb69-105f-475e-83f0-129c4848c2ac HTTP/1.1" status: 200 len: 855 time: 0.0722318 May 20 21:49:38.139924 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d825e46-49d7-48b6-ad8f-7abd60810004 req-f80e1001-3275-4185-ab55-dbdeaadb3840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:38.141437 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-2d825e46-49d7-48b6-ad8f-7abd60810004 req-f80e1001-3275-4185-ab55-dbdeaadb3840 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d792e157-988b-4be9-b81e-7ce03ac12952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0813382 May 20 21:49:38.291349 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-2d825e46-49d7-48b6-ad8f-7abd60810004 req-04532584-3c55-4fd9-9c06-9cdba2f9b4a3 service neutron] 10.222.0.69 "GET /v2.0/networks/d792e157-988b-4be9-b81e-7ce03ac12952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418734 May 20 21:49:38.550131 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-2d825e46-49d7-48b6-ad8f-7abd60810004 req-010b71e4-a5dc-4012-a682-480e0cf501df service neutron] 10.222.0.69 "GET /v2.0/networks/d792e157-988b-4be9-b81e-7ce03ac12952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499456 May 20 21:49:39.362822 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa08e09-8a43-479f-894f-4f79f0556cd6 req-d734db9e-0d1a-4780-9393-00a5fbf11d7b tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:39.368135 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-2fa08e09-8a43-479f-894f-4f79f0556cd6 req-d734db9e-0d1a-4780-9393-00a5fbf11d7b tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 944 time: 0.1496453 May 20 21:49:39.435139 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-2fa08e09-8a43-479f-894f-4f79f0556cd6 req-65067b82-84a0-44cc-97b8-2e2492f7ee68 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619884 May 20 21:49:40.694288 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9248b-7f6d-41c5-bb88-45505718d32e req-2424a662-9718-4dfd-8655-8239be0a70df tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:40.695901 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f6d9248b-7f6d-41c5-bb88-45505718d32e req-2424a662-9718-4dfd-8655-8239be0a70df tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 944 time: 0.1138499 May 20 21:49:40.764508 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f6d9248b-7f6d-41c5-bb88-45505718d32e req-b5164264-d532-4ef9-950c-2a53cff5e0fe tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617013 May 20 21:49:42.018028 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca50ca2-ecef-4b29-83bc-0329381f7958 req-3382d6c4-211e-4f34-8c74-8097c84e2798 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:42.019723 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-fca50ca2-ecef-4b29-83bc-0329381f7958 req-3382d6c4-211e-4f34-8c74-8097c84e2798 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 944 time: 0.1052730 May 20 21:49:42.079004 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-fca50ca2-ecef-4b29-83bc-0329381f7958 req-2ddfc286-61f1-4bd9-b0e7-9d66d880e5b2 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486808 May 20 21:49:43.320091 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198aa11c-d1f2-4424-a7fe-6db9f6316fc3 req-9ab40cb1-8ae0-4eae-8e10-cce9fc30186e tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:43.322401 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-198aa11c-d1f2-4424-a7fe-6db9f6316fc3 req-9ab40cb1-8ae0-4eae-8e10-cce9fc30186e tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 944 time: 0.1052690 May 20 21:49:43.381014 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-198aa11c-d1f2-4424-a7fe-6db9f6316fc3 req-6406cf45-b7f8-4087-a9a4-67d1e02837de tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522857 May 20 21:49:44.637808 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854136ce-726b-48a0-81b0-434c543a11cf req-6a203ea2-6bc0-44c4-966d-5376aa4c296b tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:44.639392 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-854136ce-726b-48a0-81b0-434c543a11cf req-6a203ea2-6bc0-44c4-966d-5376aa4c296b tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 944 time: 0.1031771 May 20 21:49:44.700153 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-854136ce-726b-48a0-81b0-434c543a11cf req-d82d547e-2479-4c9a-9e0e-fd6a26dbbe5c tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529664 May 20 21:49:45.687514 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:45.935254 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e39414-4004-4654-b92a-cff79167ca09 req-2adeeaa4-32b9-4423-8fb7-92e960b9a9bf tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:45.941451 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-54e39414-4004-4654-b92a-cff79167ca09 req-2adeeaa4-32b9-4423-8fb7-92e960b9a9bf tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 944 time: 0.1033411 May 20 21:49:45.993722 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-54e39414-4004-4654-b92a-cff79167ca09 req-c1611b12-9f4f-4554-a111-cc89da06e5a6 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494971 May 20 21:49:47.334645 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6acfb41-5c39-4be7-bc3c-0ed8dc8740ef req-e7e44d2e-0553-4ed3-9ca5-881bf8ccad98 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:47.336182 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d6acfb41-5c39-4be7-bc3c-0ed8dc8740ef req-e7e44d2e-0553-4ed3-9ca5-881bf8ccad98 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 944 time: 0.1045988 May 20 21:49:47.424137 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d6acfb41-5c39-4be7-bc3c-0ed8dc8740ef req-a977e924-7f07-49f3-b3d1-637cf3edafb3 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791736 May 20 21:49:48.656961 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8514021-16d3-475f-95fb-52a0b7d554dd req-c984865a-1a52-47ce-9d8e-a3579aab59b0 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:48.658687 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e8514021-16d3-475f-95fb-52a0b7d554dd req-c984865a-1a52-47ce-9d8e-a3579aab59b0 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 944 time: 0.1016884 May 20 21:49:48.716824 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e8514021-16d3-475f-95fb-52a0b7d554dd req-eaa74b8d-7bf5-4285-b14e-bb969f53b735 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506434 May 20 21:49:49.931577 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4226c-ae5a-4e16-a561-e281d5ea09d2 req-7377e50f-1175-48ef-9f54-081c732700b1 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:49.933188 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5ec4226c-ae5a-4e16-a561-e281d5ea09d2 req-7377e50f-1175-48ef-9f54-081c732700b1 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 944 time: 0.0960040 May 20 21:49:50.002799 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-5ec4226c-ae5a-4e16-a561-e281d5ea09d2 req-2903ab41-ad43-400d-9c31-2f5240f60203 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572188 May 20 21:49:51.219684 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f7ac0-c4c3-4fac-9fc1-6ffe9ec721f7 req-e92d8720-7b24-49fe-96ec-6fd996c02fee tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:51.221705 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c84f7ac0-c4c3-4fac-9fc1-6ffe9ec721f7 req-e92d8720-7b24-49fe-96ec-6fd996c02fee tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 944 time: 0.0899487 May 20 21:49:51.274962 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c84f7ac0-c4c3-4fac-9fc1-6ffe9ec721f7 req-4b33c2e6-1279-4c51-a2a9-d71cd02e668d tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469084 May 20 21:49:51.711061 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f14ee-54bb-4908-91a6-3a7982bb56d4 req-7fd2ef11-6156-452f-b0d9-c09a8a04ab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:51.712568 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-664f14ee-54bb-4908-91a6-3a7982bb56d4 req-7fd2ef11-6156-452f-b0d9-c09a8a04ab47 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=02474a2c64904c6fb152442041a5af03&device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 1097 time: 0.0740666 May 20 21:49:51.868447 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f14ee-54bb-4908-91a6-3a7982bb56d4 req-44fd31ff-aa97-4cb8-8159-29885a1972ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:51.869888 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-664f14ee-54bb-4908-91a6-3a7982bb56d4 req-44fd31ff-aa97-4cb8-8159-29885a1972ad service neutron] 10.222.0.69 "GET /v2.0/networks?id=d792e157-988b-4be9-b81e-7ce03ac12952 HTTP/1.1" status: 200 len: 917 time: 0.1341026 May 20 21:49:51.984761 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-664f14ee-54bb-4908-91a6-3a7982bb56d4 req-7e8a9339-2311-4a74-a689-dd877beb3ebb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7efb0108-32cc-423d-b08d-0810dcde7257 HTTP/1.1" status: 200 len: 1000 time: 0.1043088 May 20 21:49:52.054720 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f14ee-54bb-4908-91a6-3a7982bb56d4 req-08a5dd0f-8f31-4f6c-a0bd-1e110396630c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:52.056147 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-664f14ee-54bb-4908-91a6-3a7982bb56d4 req-08a5dd0f-8f31-4f6c-a0bd-1e110396630c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e184cb69-105f-475e-83f0-129c4848c2ac HTTP/1.1" status: 200 len: 855 time: 0.0630500 May 20 21:49:52.139146 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f14ee-54bb-4908-91a6-3a7982bb56d4 req-2033af08-ac7d-49c8-825d-cd5ffe2022bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:52.140653 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-664f14ee-54bb-4908-91a6-3a7982bb56d4 req-2033af08-ac7d-49c8-825d-cd5ffe2022bc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d792e157-988b-4be9-b81e-7ce03ac12952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0756314 May 20 21:49:52.221404 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-3a664a4c-e55e-4b08-8ee3-23a0578df428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:52.289004 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-664f14ee-54bb-4908-91a6-3a7982bb56d4 req-21d68589-1bfa-4271-91d9-c9de84a48b46 service neutron] 10.222.0.69 "GET /v2.0/networks/d792e157-988b-4be9-b81e-7ce03ac12952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397541 May 20 21:49:52.591971 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 7efb0108-32cc-423d-b08d-0810dcde7257 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 21:49:52.593748 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-664f14ee-54bb-4908-91a6-3a7982bb56d4 req-08601bae-2bb5-49df-a5d1-c6a3a68ce740 service neutron] 10.222.0.69 "GET /v2.0/networks/d792e157-988b-4be9-b81e-7ce03ac12952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969270 May 20 21:49:52.619301 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccab270-9c98-4eac-b203-4fcce3ad1b95 req-1caf689f-8bc2-4348-acf3-433637e55a54 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:52.621015 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-cccab270-9c98-4eac-b203-4fcce3ad1b95 req-1caf689f-8bc2-4348-acf3-433637e55a54 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 944 time: 0.1311147 May 20 21:49:52.676124 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-cccab270-9c98-4eac-b203-4fcce3ad1b95 req-ba28b834-577d-440f-a71b-bc4826b1837c tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470378 May 20 21:49:52.817646 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 7efb0108-32cc-423d-b08d-0810dcde7257, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7efb0108-32cc-423d-b08d-0810dcde7257,segment=NetworkSegment(54b1c84e-94ed-47c5-9732-c818bd112025),segment_id=54b1c84e-94ed-47c5-9732-c818bd112025)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:49:52.842515 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Returning: {'device': '7efb0108-32cc-423d-b08d-0810dcde7257', 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952', 'port_id': '7efb0108-32cc-423d-b08d-0810dcde7257', 'mac_address': 'fa:16:3e:bf:61:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e184cb69-105f-475e-83f0-129c4848c2ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 21:49:52.931805 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:52.949922 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7efb0108-32cc-423d-b08d-0810dcde7257 {{(pid=98344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:49:52.968544 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 7efb0108-32cc-423d-b08d-0810dcde7257, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7efb0108-32cc-423d-b08d-0810dcde7257,segment=NetworkSegment(54b1c84e-94ed-47c5-9732-c818bd112025),segment_id=54b1c84e-94ed-47c5-9732-c818bd112025)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:49:52.973301 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:52.975197 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:49:53.052534 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=7efb0108-32cc-423d-b08d-0810dcde7257,revision_number=9']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:49:53.057360 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:49:53.263814 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['7efb0108-32cc-423d-b08d-0810dcde7257'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:49:53.890523 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e01733-200a-4614-a677-44b5096a2069 req-46e8907a-6111-464b-a783-43710d45c56c tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:53.893534 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-73e01733-200a-4614-a677-44b5096a2069 req-46e8907a-6111-464b-a783-43710d45c56c tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 945 time: 0.0932233 May 20 21:49:53.948777 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-73e01733-200a-4614-a677-44b5096a2069 req-bc57c715-85bd-4aa0-956a-cc4106b087b9 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469983 May 20 21:49:54.593723 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 7efb0108-32cc-423d-b08d-0810dcde7257 up at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:49:54.666838 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning complete for port 7efb0108-32cc-423d-b08d-0810dcde7257 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:49:54.667214 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:54.859580 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:54.887914 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b02f461-3939-4991-bef9-35e9f6f7fcc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efb0108-32cc-423d-b08d-0810dcde7257'}] {{(pid=98344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:49:54.901190 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 7efb0108-32cc-423d-b08d-0810dcde7257, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7efb0108-32cc-423d-b08d-0810dcde7257,segment=NetworkSegment(54b1c84e-94ed-47c5-9732-c818bd112025),segment_id=54b1c84e-94ed-47c5-9732-c818bd112025)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:49:54.905756 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:54.908154 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:49:54.946177 dv-cinder-792462-4-smb neutron-server[98344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b02f461-3939-4991-bef9-35e9f6f7fcc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efb0108-32cc-423d-b08d-0810dcde7257', 'code': 200} May 20 21:49:54.980001 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=7efb0108-32cc-423d-b08d-0810dcde7257,revision_number=10']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:49:54.984005 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:49:55.219572 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee7e07-1f76-4b72-81b1-fd7775b54ea1 req-dfadbe35-5083-4bff-a22b-45dd35d7ad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:55.221828 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-7eee7e07-1f76-4b72-81b1-fd7775b54ea1 req-dfadbe35-5083-4bff-a22b-45dd35d7ad01 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 1100 time: 0.0862246 May 20 21:49:55.324093 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-7eee7e07-1f76-4b72-81b1-fd7775b54ea1 req-ee110d0a-cee6-4613-8188-d2c53d5a8f5a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675535 May 20 21:49:55.350880 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52cce3-4980-484a-b82b-a6fee4cc7ca3 req-6b69eb51-f5fc-45a2-9cff-6bb80853ab4e tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:55.352547 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ed52cce3-4980-484a-b82b-a6fee4cc7ca3 req-6b69eb51-f5fc-45a2-9cff-6bb80853ab4e tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 947 time: 0.1293662 May 20 21:49:55.415340 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ed52cce3-4980-484a-b82b-a6fee4cc7ca3 req-9f863117-6ab7-4ba6-96db-b4821cf34439 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517786 May 20 21:49:55.542938 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:56.197312 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-eeca1bbb-79bd-4009-a907-409d052ec791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:56.650005 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf0a1a-f4be-436f-9eec-5b5288682e0d req-c66f0533-2c6f-4bf0-ac3e-8245bd9caa8e tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:56.651982 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-2caf0a1a-f4be-436f-9eec-5b5288682e0d req-c66f0533-2c6f-4bf0-ac3e-8245bd9caa8e tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 947 time: 0.0982993 May 20 21:49:56.710655 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-2caf0a1a-f4be-436f-9eec-5b5288682e0d req-ff2184e3-b423-4c42-8d77-8030a774694c tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468695 May 20 21:49:57.506242 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:49:57.962650 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b7b4a-8f2a-4b28-a6bf-80aa396bdbe6 req-4d09aa0f-1d09-40a0-9fa6-a89fc515be74 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:49:57.964191 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-523b7b4a-8f2a-4b28-a6bf-80aa396bdbe6 req-4d09aa0f-1d09-40a0-9fa6-a89fc515be74 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 947 time: 0.1158571 May 20 21:49:58.021396 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-523b7b4a-8f2a-4b28-a6bf-80aa396bdbe6 req-95ba2a01-f714-461a-a085-d6f34adad847 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478668 May 20 21:49:59.181782 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:04.791333 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 6 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:50:05.910321 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb16cce-083a-41b6-a6f4-15b025db244b req-e8438ac1-de4b-48aa-9a15-195f08cb2d97 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:05.911817 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9cb16cce-083a-41b6-a6f4-15b025db244b req-e8438ac1-de4b-48aa-9a15-195f08cb2d97 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 945 time: 0.0968330 May 20 21:50:05.957344 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9cb16cce-083a-41b6-a6f4-15b025db244b req-5a56672e-44b2-4305-ae3b-d3bb3b585fac tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b67765-cf8f-464e-80f3-b01a4fdb1731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395749 May 20 21:50:07.172501 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0787b-a7b7-43ed-8ecd-a26235e930bf req-78027bf0-0b85-4ba5-99f4-47ec4e3ed87f tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:07.174740 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-bcd0787b-a7b7-43ed-8ecd-a26235e930bf req-78027bf0-0b85-4ba5-99f4-47ec4e3ed87f tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 945 time: 0.0913575 May 20 21:50:07.223205 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-bcd0787b-a7b7-43ed-8ecd-a26235e930bf req-d7e8a335-418b-41b1-b6c0-3ee41ed78fb2 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b67765-cf8f-464e-80f3-b01a4fdb1731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427136 May 20 21:50:07.962965 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f8ee7-fde9-4cb3-8f2c-2728a04e882a req-f18a43f7-7bde-4e3f-b882-26ea09e40bee tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:07.964616 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-597f8ee7-fde9-4cb3-8f2c-2728a04e882a req-f18a43f7-7bde-4e3f-b882-26ea09e40bee tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.69 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 945 time: 0.0966871 May 20 21:50:08.117677 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [req-597f8ee7-fde9-4cb3-8f2c-2728a04e882a req-08922039-2681-4de4-90ef-20d60b896c51 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Deleting port d2deddd9-004a-475c-a8df-b39ba8ce84e1 {{(pid=98342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:50:08.118487 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-597f8ee7-fde9-4cb3-8f2c-2728a04e882a req-08922039-2681-4de4-90ef-20d60b896c51 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:08.302541 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [req-597f8ee7-fde9-4cb3-8f2c-2728a04e882a req-08922039-2681-4de4-90ef-20d60b896c51 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] For port d2deddd9-004a-475c-a8df-b39ba8ce84e1, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d2deddd9-004a-475c-a8df-b39ba8ce84e1,segment=NetworkSegment(a7607f59-35d3-492b-8e48-5ff38d337b88),segment_id=a7607f59-35d3-492b-8e48-5ff38d337b88)] {{(pid=98342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:50:08.303285 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-597f8ee7-fde9-4cb3-8f2c-2728a04e882a req-08922039-2681-4de4-90ef-20d60b896c51 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:08.758470 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2223f5c-38a9-4146-b0d1-7ae12afc931d req-f7ec8903-c2fa-4272-8c18-a82bd67b2489 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:08.759949 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b2223f5c-38a9-4146-b0d1-7ae12afc931d req-f7ec8903-c2fa-4272-8c18-a82bd67b2489 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 945 time: 0.3858387 May 20 21:50:08.795745 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-597f8ee7-fde9-4cb3-8f2c-2728a04e882a req-08922039-2681-4de4-90ef-20d60b896c51 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:08.796105 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-597f8ee7-fde9-4cb3-8f2c-2728a04e882a req-08922039-2681-4de4-90ef-20d60b896c51 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023492'] for floatingip, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:08.796457 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.db.l3_db [req-597f8ee7-fde9-4cb3-8f2c-2728a04e882a req-08922039-2681-4de4-90ef-20d60b896c51 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Floating IP 62911f77-8bea-46dd-ac00-40de30c0fa19 disassociated. External IP: 172.28.0.71, port: d2deddd9-004a-475c-a8df-b39ba8ce84e1. May 20 21:50:08.796796 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [req-597f8ee7-fde9-4cb3-8f2c-2728a04e882a req-08922039-2681-4de4-90ef-20d60b896c51 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Calling delete_port for d2deddd9-004a-475c-a8df-b39ba8ce84e1 owned by compute:nova {{(pid=98342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:50:08.824400 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b2223f5c-38a9-4146-b0d1-7ae12afc931d req-c0128d33-5f03-4911-a920-8b741d4e9510 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b67765-cf8f-464e-80f3-b01a4fdb1731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585217 May 20 21:50:08.941427 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-597f8ee7-fde9-4cb3-8f2c-2728a04e882a req-08922039-2681-4de4-90ef-20d60b896c51 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:08.948179 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-6e26aed1-f9c9-4913-b853-53fa310b355c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:08.999884 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08922039-2681-4de4-90ef-20d60b896c51 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Pushing event deleted for resources: {'Port': ['ID=d2deddd9-004a-475c-a8df-b39ba8ce84e1,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:09.013944 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08922039-2681-4de4-90ef-20d60b896c51 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:09.014330 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08922039-2681-4de4-90ef-20d60b896c51 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:09.014696 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08922039-2681-4de4-90ef-20d60b896c51 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:09.015052 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08922039-2681-4de4-90ef-20d60b896c51 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:09.015404 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08922039-2681-4de4-90ef-20d60b896c51 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:09.015753 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08922039-2681-4de4-90ef-20d60b896c51 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:09.016099 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08922039-2681-4de4-90ef-20d60b896c51 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:09.016474 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08922039-2681-4de4-90ef-20d60b896c51 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:09.016819 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08922039-2681-4de4-90ef-20d60b896c51 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:09.017884 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08922039-2681-4de4-90ef-20d60b896c51 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:09.018457 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08922039-2681-4de4-90ef-20d60b896c51 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:09.018834 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08922039-2681-4de4-90ef-20d60b896c51 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:09.022941 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-08922039-2681-4de4-90ef-20d60b896c51 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:09.226053 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-597f8ee7-fde9-4cb3-8f2c-2728a04e882a req-08922039-2681-4de4-90ef-20d60b896c51 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Router 77651f21-a8c7-408a-b7fd-052d11539ab1 has already been hosted by L3 agent 0cab7e80-5b87-486c-a982-5030be84b7ba {{(pid=98342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 21:50:09.454118 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-597f8ee7-fde9-4cb3-8f2c-2728a04e882a req-08922039-2681-4de4-90ef-20d60b896c51 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify agent at l3_agent.dv-cinder-792462-4-smb the message routers_updated {{(pid=98342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 21:50:09.468563 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734fe83e-cf03-4898-abc0-afaa74aa7483 None None] Sync routers for ids ['77651f21-a8c7-408a-b7fd-052d11539ab1'] in dv-cinder-792462-4-smb {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:50:09.486924 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734fe83e-cf03-4898-abc0-afaa74aa7483 None None] Routers {'77651f21-a8c7-408a-b7fd-052d11539ab1'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:50:09.487995 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-734fe83e-cf03-4898-abc0-afaa74aa7483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:49:56Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['77651f21-a8c7-408a-b7fd-052d11539ab1'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:09.541651 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.l3_dvrscheduler_db [req-597f8ee7-fde9-4cb3-8f2c-2728a04e882a req-08922039-2681-4de4-90ef-20d60b896c51 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] No DVR routers for this DVR port d2deddd9-004a-475c-a8df-b39ba8ce84e1 on host hv-cinder-79246 {{(pid=98342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:50:09.545189 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-597f8ee7-fde9-4cb3-8f2c-2728a04e882a req-08922039-2681-4de4-90ef-20d60b896c51 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:09.549416 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78f8b96-356e-4e81-8258-f62c47293362', 'name': 'network-vif-deleted', 'tag': 'd2deddd9-004a-475c-a8df-b39ba8ce84e1'}] {{(pid=98342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:50:09.574536 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-597f8ee7-fde9-4cb3-8f2c-2728a04e882a req-08922039-2681-4de4-90ef-20d60b896c51 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.69 "DELETE /v2.0/ports/d2deddd9-004a-475c-a8df-b39ba8ce84e1 HTTP/1.1" status: 204 len: 173 time: 1.6039555 May 20 21:50:09.692879 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f78f8b96-356e-4e81-8258-f62c47293362', 'name': 'network-vif-deleted', 'tag': 'd2deddd9-004a-475c-a8df-b39ba8ce84e1', 'status': 'completed', 'code': 200} May 20 21:50:09.788455 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-734fe83e-cf03-4898-abc0-afaa74aa7483 None None] Set router 77651f21-a8c7-408a-b7fd-052d11539ab1 gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:50:10.130534 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-feea8a44-8fa3-4b3c-bbb7-49ed496ae167 req-1ad428c6-f12a-449d-9649-59d2451873b0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Synchronizing usage tracker for tenant:0606f6a2c7f245b7990c5cd28b31b66a on resource:port {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:50:10.151857 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-feea8a44-8fa3-4b3c-bbb7-49ed496ae167 req-1ad428c6-f12a-449d-9649-59d2451873b0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Unset dirty status for tenant:0606f6a2c7f245b7990c5cd28b31b66a on resource:port {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:50:10.153817 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-feea8a44-8fa3-4b3c-bbb7-49ed496ae167 req-1ad428c6-f12a-449d-9649-59d2451873b0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=f78f8b96-356e-4e81-8258-f62c47293362 HTTP/1.1" status: 200 len: 210 time: 0.0980253 May 20 21:50:10.350529 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-734fe83e-cf03-4898-abc0-afaa74aa7483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'name': 'tempest-AttachVolumeTestJSON-2100298672-router', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195'}], 'enable_snat': True}, 'gw_port_id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:46:44Z', 'updated_at': '2021-05-20T21:46:55Z', 'revision_number': 4, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'gw_port': {'id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:46:47Z', 'updated_at': '2021-05-20T21:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': '336bfb3e-8df7-4bda-afe7-5d3ebd2292e8', 'name': '', 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'mac_address': 'fa:16:3e:44:fc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd71aa12b-c7d1-4dcf-bc1c-f2467a541a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:46:53Z', 'updated_at': '2021-05-20T21:47:08Z', 'revision_number': 5, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'subnets': [{'id': 'd71aa12b-c7d1-4dcf-bc1c-f2467a541a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:10.358673 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734fe83e-cf03-4898-abc0-afaa74aa7483 None None] Checking router: 77651f21-a8c7-408a-b7fd-052d11539ab1 for host: dv-cinder-792462-4-smb {{(pid=98344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:50:10.377803 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734fe83e-cf03-4898-abc0-afaa74aa7483 None None] Routers {'77651f21-a8c7-408a-b7fd-052d11539ab1'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:50:10.377803 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-734fe83e-cf03-4898-abc0-afaa74aa7483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:49:56Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['77651f21-a8c7-408a-b7fd-052d11539ab1'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:10.617532 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-734fe83e-cf03-4898-abc0-afaa74aa7483 None None] Set router 77651f21-a8c7-408a-b7fd-052d11539ab1 gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:50:10.672244 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device d2deddd9-004a-475c-a8df-b39ba8ce84e1 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:50:10.725140 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] No Port match for: d2deddd9-004a-475c-a8df-b39ba8ce84e1 {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:50:10.725650 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device d2deddd9-004a-475c-a8df-b39ba8ce84e1 not bound to the agent host hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:50:11.054568 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-734fe83e-cf03-4898-abc0-afaa74aa7483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'name': 'tempest-AttachVolumeTestJSON-2100298672-router', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195'}], 'enable_snat': True}, 'gw_port_id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:46:44Z', 'updated_at': '2021-05-20T21:46:55Z', 'revision_number': 4, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'gw_port': {'id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:46:47Z', 'updated_at': '2021-05-20T21:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': '336bfb3e-8df7-4bda-afe7-5d3ebd2292e8', 'name': '', 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'mac_address': 'fa:16:3e:44:fc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd71aa12b-c7d1-4dcf-bc1c-f2467a541a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:46:53Z', 'updated_at': '2021-05-20T21:47:08Z', 'revision_number': 5, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'subnets': [{'id': 'd71aa12b-c7d1-4dcf-bc1c-f2467a541a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:11.061859 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734fe83e-cf03-4898-abc0-afaa74aa7483 None None] The sync data for ids ['77651f21-a8c7-408a-b7fd-052d11539ab1'] in dv-cinder-792462-4-smb is: [{'id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'name': 'tempest-AttachVolumeTestJSON-2100298672-router', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195'}], 'enable_snat': True}, 'gw_port_id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:46:44Z', 'updated_at': '2021-05-20T21:46:55Z', 'revision_number': 4, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'gw_port': {'id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:46:47Z', 'updated_at': '2021-05-20T21:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': '336bfb3e-8df7-4bda-afe7-5d3ebd2292e8', 'name': '', 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'mac_address': 'fa:16:3e:44:fc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd71aa12b-c7d1-4dcf-bc1c-f2467a541a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:46:53Z', 'updated_at': '2021-05-20T21:47:08Z', 'revision_number': 5, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'subnets': [{'id': 'd71aa12b-c7d1-4dcf-bc1c-f2467a541a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:50:11.321227 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 46436) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:50:11.335088 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df11677c-6d90-4840-a957-ca49b29e404e None None] New status for floating IP 62911f77-8bea-46dd-ac00-40de30c0fa19: DOWN {{(pid=98345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:50:11.398861 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-983cd0c0-657a-4186-813e-3fc6ec7b1765 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:11.429429 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-983cd0c0-657a-4186-813e-3fc6ec7b1765 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:11.489320 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-983cd0c0-657a-4186-813e-3fc6ec7b1765 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:11.493232 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-27afde4d-668c-4078-801a-255e10579d39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:11.509791 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cd0c0-657a-4186-813e-3fc6ec7b1765 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b67765-cf8f-464e-80f3-b01a4fdb1731,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:11.512284 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-983cd0c0-657a-4186-813e-3fc6ec7b1765 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:11.524877 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-983cd0c0-657a-4186-813e-3fc6ec7b1765 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:11.529746 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-983cd0c0-657a-4186-813e-3fc6ec7b1765 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "DELETE /v2.0/security-groups/81b67765-cf8f-464e-80f3-b01a4fdb1731 HTTP/1.1" status: 204 len: 168 time: 0.2034562 May 20 21:50:11.530495 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 46440) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:50:11.554318 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.api.v2.resource [None req-b76a73e9-f2e3-4db6-9e79-b386cc969523 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] show failed (client error): The resource could not be found. May 20 21:50:11.558741 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-b76a73e9-f2e3-4db6-9e79-b386cc969523 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups/81b67765-cf8f-464e-80f3-b01a4fdb1731 HTTP/1.1" status: 404 len: 347 time: 0.0239248 May 20 21:50:11.559014 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 46444) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:50:11.804918 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [None req-e50a5372-67f0-4fb1-b8f1-ee8f5c25d6d2 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Deleting port 66cdac8b-1815-4792-b2b4-d7c741e7e7e2 {{(pid=98342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:50:11.805440 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-e50a5372-67f0-4fb1-b8f1-ee8f5c25d6d2 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:11.953218 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-e50a5372-67f0-4fb1-b8f1-ee8f5c25d6d2 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:11.953701 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-e50a5372-67f0-4fb1-b8f1-ee8f5c25d6d2 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:12.093947 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [None req-e50a5372-67f0-4fb1-b8f1-ee8f5c25d6d2 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Calling delete_port for 66cdac8b-1815-4792-b2b4-d7c741e7e7e2 owned by network:floatingip {{(pid=98342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:50:12.225964 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-e50a5372-67f0-4fb1-b8f1-ee8f5c25d6d2 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:12.230924 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-8eabe622-2547-4e80-a64e-508e42482e0a tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:12.279253 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a5372-67f0-4fb1-b8f1-ee8f5c25d6d2 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Pushing event deleted for resources: {'Port': ['ID=66cdac8b-1815-4792-b2b4-d7c741e7e7e2,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:12.284235 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-e50a5372-67f0-4fb1-b8f1-ee8f5c25d6d2 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:12.494451 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-e50a5372-67f0-4fb1-b8f1-ee8f5c25d6d2 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for floatingip, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:12.516356 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-e50a5372-67f0-4fb1-b8f1-ee8f5c25d6d2 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for floatingip, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:12.517659 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-e50a5372-67f0-4fb1-b8f1-ee8f5c25d6d2 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "DELETE /v2.0/floatingips/62911f77-8bea-46dd-ac00-40de30c0fa19 HTTP/1.1" status: 204 len: 168 time: 0.9570212 May 20 21:50:12.745419 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 46450) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:50:12.750800 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-0cd4cfa9-6290-4aa0-bb51-a48c38262e8d tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1063488728', 'description': 'tempest-description--748033184'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:50:12.757333 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-0cd4cfa9-6290-4aa0-bb51-a48c38262e8d tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:50:12.762262 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-0cd4cfa9-6290-4aa0-bb51-a48c38262e8d tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Usage tracker for resource:security_group and tenant:0606f6a2c7f245b7990c5cd28b31b66a is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:50:12.766178 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-0cd4cfa9-6290-4aa0-bb51-a48c38262e8d tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:50:12.777061 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-0cd4cfa9-6290-4aa0-bb51-a48c38262e8d tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:50:12.790697 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-0cd4cfa9-6290-4aa0-bb51-a48c38262e8d tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:12.814711 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-0cd4cfa9-6290-4aa0-bb51-a48c38262e8d tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:50:12.819058 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-0cd4cfa9-6290-4aa0-bb51-a48c38262e8d tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Usage tracker for resource:security_group_rule and tenant:0606f6a2c7f245b7990c5cd28b31b66a is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:50:12.822605 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-0cd4cfa9-6290-4aa0-bb51-a48c38262e8d tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:50:12.831905 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-0cd4cfa9-6290-4aa0-bb51-a48c38262e8d tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:50:12.910544 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-0cd4cfa9-6290-4aa0-bb51-a48c38262e8d tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:12.914766 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-0cd4cfa9-6290-4aa0-bb51-a48c38262e8d tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:12.918728 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:12.961338 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4cfa9-6290-4aa0-bb51-a48c38262e8d tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=228c3d22-f097-423f-a803-9291ae87f434,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:12.964685 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-0cd4cfa9-6290-4aa0-bb51-a48c38262e8d tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:12.969480 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-0cd4cfa9-6290-4aa0-bb51-a48c38262e8d tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:12.971456 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-0cd4cfa9-6290-4aa0-bb51-a48c38262e8d tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2249920 May 20 21:50:12.974895 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 46454) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:50:12.980307 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-7bda62c8-59fb-4139-8bd1-47c08fc661f3 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Request body: {'security_group_rule': {'security_group_id': '228c3d22-f097-423f-a803-9291ae87f434', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:50:12.987838 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-7bda62c8-59fb-4139-8bd1-47c08fc661f3 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:50:12.991837 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-7bda62c8-59fb-4139-8bd1-47c08fc661f3 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Usage tracker for resource:security_group_rule and tenant:0606f6a2c7f245b7990c5cd28b31b66a is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:50:12.994762 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-7bda62c8-59fb-4139-8bd1-47c08fc661f3 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:50:13.000946 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-7bda62c8-59fb-4139-8bd1-47c08fc661f3 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:50:13.016851 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-7bda62c8-59fb-4139-8bd1-47c08fc661f3 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:13.087614 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-7bda62c8-59fb-4139-8bd1-47c08fc661f3 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:13.091783 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-7bda62c8-59fb-4139-8bd1-47c08fc661f3 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639471'] for security_group_rule, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:13.094028 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-232fc03c-a3de-42e1-9170-9d9690c667a7 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:13.118303 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda62c8-59fb-4139-8bd1-47c08fc661f3 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04197065-71ab-4dcc-ade7-8a5642c4dbac,revision_number=0']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:13.128381 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-7bda62c8-59fb-4139-8bd1-47c08fc661f3 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:13.129568 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-7bda62c8-59fb-4139-8bd1-47c08fc661f3 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1534350 May 20 21:50:13.130942 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bda62c8-59fb-4139-8bd1-47c08fc661f3 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:13.131323 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bda62c8-59fb-4139-8bd1-47c08fc661f3 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:13.131693 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bda62c8-59fb-4139-8bd1-47c08fc661f3 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:13.132196 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bda62c8-59fb-4139-8bd1-47c08fc661f3 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:13.132494 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 46458) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:50:13.132669 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bda62c8-59fb-4139-8bd1-47c08fc661f3 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:13.132884 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bda62c8-59fb-4139-8bd1-47c08fc661f3 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:13.133345 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bda62c8-59fb-4139-8bd1-47c08fc661f3 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:13.133873 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bda62c8-59fb-4139-8bd1-47c08fc661f3 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:13.134122 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bda62c8-59fb-4139-8bd1-47c08fc661f3 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:13.134709 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bda62c8-59fb-4139-8bd1-47c08fc661f3 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:13.134937 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bda62c8-59fb-4139-8bd1-47c08fc661f3 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:13.135415 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bda62c8-59fb-4139-8bd1-47c08fc661f3 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:13.139434 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-e03a4f08-5faf-40e0-be93-6b4abc29413f tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Request body: {'security_group_rule': {'security_group_id': '228c3d22-f097-423f-a803-9291ae87f434', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:50:13.141196 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-7bda62c8-59fb-4139-8bd1-47c08fc661f3 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:13.145978 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-e03a4f08-5faf-40e0-be93-6b4abc29413f tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:50:13.150297 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-e03a4f08-5faf-40e0-be93-6b4abc29413f tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Usage tracker for resource:security_group_rule and tenant:0606f6a2c7f245b7990c5cd28b31b66a is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:50:13.153343 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-e03a4f08-5faf-40e0-be93-6b4abc29413f tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:50:13.161023 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-e03a4f08-5faf-40e0-be93-6b4abc29413f tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:50:13.184697 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-e03a4f08-5faf-40e0-be93-6b4abc29413f tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:13.263060 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-e03a4f08-5faf-40e0-be93-6b4abc29413f tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:13.269719 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-e03a4f08-5faf-40e0-be93-6b4abc29413f tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639471'] for security_group_rule, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:13.271769 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:13.296932 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a4f08-5faf-40e0-be93-6b4abc29413f tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3deefe43-23ec-4c17-a669-de10acc3378c,revision_number=0']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:13.301807 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-e03a4f08-5faf-40e0-be93-6b4abc29413f tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:13.312814 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-e03a4f08-5faf-40e0-be93-6b4abc29413f tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:13.313967 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-e03a4f08-5faf-40e0-be93-6b4abc29413f tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1799679 May 20 21:50:13.318848 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 46462) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:50:13.324663 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-6a5dccbd-de68-4806-9ebd-ec9c9d9a9ea0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Request body: {'floatingip': {'floating_network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:50:13.331379 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-6a5dccbd-de68-4806-9ebd-ec9c9d9a9ea0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:50:13.335498 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-6a5dccbd-de68-4806-9ebd-ec9c9d9a9ea0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Usage tracker for resource:floatingip and tenant:0606f6a2c7f245b7990c5cd28b31b66a is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:50:13.338374 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-6a5dccbd-de68-4806-9ebd-ec9c9d9a9ea0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:50:13.344857 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-6a5dccbd-de68-4806-9ebd-ec9c9d9a9ea0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:50:13.361735 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-6a5dccbd-de68-4806-9ebd-ec9c9d9a9ea0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for floatingip, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:13.513709 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-6a5dccbd-de68-4806-9ebd-ec9c9d9a9ea0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:13.657042 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.db_base_plugin_common [None req-6a5dccbd-de68-4806-9ebd-ec9c9d9a9ea0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Allocated IP 172.28.0.185 (6a7b2292-60f2-468f-9a72-8977b3c695a9/682e5247-0975-4386-b3ba-8aaf11b83d2b/e69d52a8-03c6-4131-a1c0-84b3af5e3e09) {{(pid=98343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:50:13.825948 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-6a5dccbd-de68-4806-9ebd-ec9c9d9a9ea0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for port, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:13.875555 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-6a5dccbd-de68-4806-9ebd-ec9c9d9a9ea0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:13.879800 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-9c6a39ee-5e5d-4b56-9761-4a38fd73912f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:13.951876 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5dccbd-de68-4806-9ebd-ec9c9d9a9ea0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Network 6a7b2292-60f2-468f-9a72-8977b3c695a9 is already hosted by enough agents. {{(pid=98343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:50:13.955980 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.base_scheduler [None req-6a5dccbd-de68-4806-9ebd-ec9c9d9a9ea0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Resources bound (agent type, host, resource id): {{(pid=98343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:50:13.960788 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5dccbd-de68-4806-9ebd-ec9c9d9a9ea0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Received port after_create {{(pid=98343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:50:13.992018 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5dccbd-de68-4806-9ebd-ec9c9d9a9ea0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Pushing event updated for resources: {'Port': ['ID=e69d52a8-03c6-4131-a1c0-84b3af5e3e09,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:13.998269 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-6a5dccbd-de68-4806-9ebd-ec9c9d9a9ea0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:14.047844 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-6a5dccbd-de68-4806-9ebd-ec9c9d9a9ea0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:14.205031 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-6a5dccbd-de68-4806-9ebd-ec9c9d9a9ea0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:14.441798 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-6a5dccbd-de68-4806-9ebd-ec9c9d9a9ea0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for port, precommit_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:14.447253 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-6a5dccbd-de68-4806-9ebd-ec9c9d9a9ea0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1737293'] for port, after_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:14.451150 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-6e2da550-bc16-412f-ae94-b1181e107dec tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:14.560659 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5dccbd-de68-4806-9ebd-ec9c9d9a9ea0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Pushing event updated for resources: {'Port': ['ID=e69d52a8-03c6-4131-a1c0-84b3af5e3e09,revision_number=2']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:14.565505 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-6a5dccbd-de68-4806-9ebd-ec9c9d9a9ea0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:14.575702 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-6a5dccbd-de68-4806-9ebd-ec9c9d9a9ea0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023492'] for floatingip, after_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:14.600580 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-6a5dccbd-de68-4806-9ebd-ec9c9d9a9ea0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for floatingip, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:14.601844 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-6a5dccbd-de68-4806-9ebd-ec9c9d9a9ea0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2819602 May 20 21:50:14.835930 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-20655119-bfbd-4925-8db1-3ab51f100162 req-bd074fc2-8854-4394-b7a5-15f6d845180d tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Synchronizing usage tracker for tenant:0606f6a2c7f245b7990c5cd28b31b66a on resource:security_group {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:50:14.852661 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-20655119-bfbd-4925-8db1-3ab51f100162 req-bd074fc2-8854-4394-b7a5-15f6d845180d tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Unset dirty status for tenant:0606f6a2c7f245b7990c5cd28b31b66a on resource:security_group {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:50:14.854042 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-20655119-bfbd-4925-8db1-3ab51f100162 req-bd074fc2-8854-4394-b7a5-15f6d845180d tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1063488728&fields=id&tenant_id=0606f6a2c7f245b7990c5cd28b31b66a HTTP/1.1" status: 200 len: 267 time: 0.0622659 May 20 21:50:15.024372 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20655119-bfbd-4925-8db1-3ab51f100162 req-8f735e2b-fab9-435c-9365-9583ef086825 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:15.025731 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-20655119-bfbd-4925-8db1-3ab51f100162 req-8f735e2b-fab9-435c-9365-9583ef086825 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/networks?id=bc42d8dd-db6a-42a7-a65a-d494de158c0c HTTP/1.1" status: 200 len: 811 time: 0.1636827 May 20 21:50:15.042303 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-20655119-bfbd-4925-8db1-3ab51f100162 req-21616623-f9da-45cb-87fa-88b693b058b3 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/quotas/0606f6a2c7f245b7990c5cd28b31b66a HTTP/1.1" status: 200 len: 375 time: 0.0108049 May 20 21:50:15.153438 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-20655119-bfbd-4925-8db1-3ab51f100162 req-0ad8a816-b335-482e-a2af-75139cabfa00 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Synchronizing usage tracker for tenant:0606f6a2c7f245b7990c5cd28b31b66a on resource:port {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:50:15.178870 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-20655119-bfbd-4925-8db1-3ab51f100162 req-0ad8a816-b335-482e-a2af-75139cabfa00 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Unset dirty status for tenant:0606f6a2c7f245b7990c5cd28b31b66a on resource:port {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:50:15.181092 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-20655119-bfbd-4925-8db1-3ab51f100162 req-0ad8a816-b335-482e-a2af-75139cabfa00 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0606f6a2c7f245b7990c5cd28b31b66a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1330299 May 20 21:50:15.396055 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-20655119-bfbd-4925-8db1-3ab51f100162 req-a793d653-7d60-424c-8560-80a12c4e9d35 service neutron] 10.222.0.78 "GET /v2.0/networks/bc42d8dd-db6a-42a7-a65a-d494de158c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013826 May 20 21:50:15.539478 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-20655119-bfbd-4925-8db1-3ab51f100162 req-e3642bbf-d85a-4edd-91f8-3e9828318075 service neutron] 10.222.0.78 "GET /v2.0/networks/bc42d8dd-db6a-42a7-a65a-d494de158c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364775 May 20 21:50:15.696418 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:15.771774 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e5dfca22-a398-450b-b000-75c5c23a7774 req-10cf0111-6af9-4bdb-b904-963def101307 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad6b710d-0739-42bb-9138-9809375b43be HTTP/1.1" status: 200 len: 210 time: 0.0560040 May 20 21:50:16.991448 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-6ebf7cb9-4a5e-4464-a345-52f3046e614a req-2e444053-1d62-4ea9-b146-8e5b9f61f29e tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad6b710d-0739-42bb-9138-9809375b43be HTTP/1.1" status: 200 len: 210 time: 0.0608878 May 20 21:50:17.041369 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20655119-bfbd-4925-8db1-3ab51f100162 req-f68ee071-c175-4b29-aef7-55fcf65df42d tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:17.043136 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-20655119-bfbd-4925-8db1-3ab51f100162 req-f68ee071-c175-4b29-aef7-55fcf65df42d tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.69 "GET /v2.0/networks?id=bc42d8dd-db6a-42a7-a65a-d494de158c0c HTTP/1.1" status: 200 len: 811 time: 0.2274227 May 20 21:50:17.116856 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-20655119-bfbd-4925-8db1-3ab51f100162 req-20d605b9-4700-4029-8da1-cbca81d14104 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0606f6a2c7f245b7990c5cd28b31b66a HTTP/1.1" status: 200 len: 380 time: 0.0555325 May 20 21:50:17.126261 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [req-20655119-bfbd-4925-8db1-3ab51f100162 req-be643f90-7f71-4fd9-b520-cf1e26d32dd2 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Request body: {'port': {'device_id': 'ad6b710d-0739-42bb-9138-9809375b43be', 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c', 'admin_state_up': True, 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'security_groups': ['228c3d22-f097-423f-a803-9291ae87f434']}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:50:17.282401 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [req-20655119-bfbd-4925-8db1-3ab51f100162 req-be643f90-7f71-4fd9-b520-cf1e26d32dd2 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:50:17.292691 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [req-20655119-bfbd-4925-8db1-3ab51f100162 req-be643f90-7f71-4fd9-b520-cf1e26d32dd2 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:50:17.303266 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20655119-bfbd-4925-8db1-3ab51f100162 req-be643f90-7f71-4fd9-b520-cf1e26d32dd2 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Made reservation on behalf of 0606f6a2c7f245b7990c5cd28b31b66a for: {'port': 1} {{(pid=98342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:50:17.307190 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-20655119-bfbd-4925-8db1-3ab51f100162 req-be643f90-7f71-4fd9-b520-cf1e26d32dd2 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:17.515200 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.db_base_plugin_common [req-20655119-bfbd-4925-8db1-3ab51f100162 req-be643f90-7f71-4fd9-b520-cf1e26d32dd2 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Allocated IP 172.20.0.8 (bc42d8dd-db6a-42a7-a65a-d494de158c0c/d71aa12b-c7d1-4dcf-bc1c-f2467a541a18/f81c0e25-f4e1-4681-81f7-2da2304041c0) {{(pid=98342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:50:17.765654 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-20655119-bfbd-4925-8db1-3ab51f100162 req-be643f90-7f71-4fd9-b520-cf1e26d32dd2 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for port, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:17.796775 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.provisioning_blocks [req-20655119-bfbd-4925-8db1-3ab51f100162 req-be643f90-7f71-4fd9-b520-cf1e26d32dd2 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Transition to ACTIVE for port object f81c0e25-f4e1-4681-81f7-2da2304041c0 will not be triggered until provisioned by entity DHCP. {{(pid=98342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:50:17.835320 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-20655119-bfbd-4925-8db1-3ab51f100162 req-be643f90-7f71-4fd9-b520-cf1e26d32dd2 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:17.843242 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-4438c550-1046-4e5a-9651-7040de075d18 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:17.976879 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20655119-bfbd-4925-8db1-3ab51f100162 req-be643f90-7f71-4fd9-b520-cf1e26d32dd2 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Network bc42d8dd-db6a-42a7-a65a-d494de158c0c is already hosted by enough agents. {{(pid=98342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:50:17.982825 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.base_scheduler [req-20655119-bfbd-4925-8db1-3ab51f100162 req-be643f90-7f71-4fd9-b520-cf1e26d32dd2 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Resources bound (agent type, host, resource id): {{(pid=98342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:50:17.992323 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.l3_dvrscheduler_db [req-20655119-bfbd-4925-8db1-3ab51f100162 req-be643f90-7f71-4fd9-b520-cf1e26d32dd2 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Received port after_create {{(pid=98342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:50:18.070558 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be643f90-7f71-4fd9-b520-cf1e26d32dd2 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Pushing event updated for resources: {'Port': ['ID=f81c0e25-f4e1-4681-81f7-2da2304041c0,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:18.076122 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-be643f90-7f71-4fd9-b520-cf1e26d32dd2 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:18.110233 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20655119-bfbd-4925-8db1-3ab51f100162 req-be643f90-7f71-4fd9-b520-cf1e26d32dd2 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:18.112144 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-20655119-bfbd-4925-8db1-3ab51f100162 req-be643f90-7f71-4fd9-b520-cf1e26d32dd2 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:18.193412 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-20655119-bfbd-4925-8db1-3ab51f100162 req-be643f90-7f71-4fd9-b520-cf1e26d32dd2 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0711017 May 20 21:50:18.224250 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [req-20655119-bfbd-4925-8db1-3ab51f100162 req-bbf51f17-4850-4c8e-b5e5-4259011f9f6a service neutron] Request body: {'port': {'device_id': 'ad6b710d-0739-42bb-9138-9809375b43be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:50:18.309538 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-3ae74864-8476-4cb7-81b5-8f527508f844 None None] Provisioning for port f81c0e25-f4e1-4681-81f7-2da2304041c0 completed by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:50:18.322174 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-3ae74864-8476-4cb7-81b5-8f527508f844 None None] Provisioning complete for port f81c0e25-f4e1-4681-81f7-2da2304041c0 triggered by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:50:18.322174 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-3ae74864-8476-4cb7-81b5-8f527508f844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:18.386856 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-3ae74864-8476-4cb7-81b5-8f527508f844 None None] Port f81c0e25-f4e1-4681-81f7-2da2304041c0 cannot update to ACTIVE because it is not bound. {{(pid=98344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 21:50:18.513256 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2e789-b39f-43f3-ba08-d6c98b89568c req-f8ab183b-ab8e-443a-a50a-08a4b7af0c27 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:18.513975 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-d9b2e789-b39f-43f3-ba08-d6c98b89568c req-f8ab183b-ab8e-443a-a50a-08a4b7af0c27 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Synchronizing usage tracker for tenant:0606f6a2c7f245b7990c5cd28b31b66a on resource:port {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:50:18.534273 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-20655119-bfbd-4925-8db1-3ab51f100162 req-bbf51f17-4850-4c8e-b5e5-4259011f9f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:18.566198 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-d9b2e789-b39f-43f3-ba08-d6c98b89568c req-f8ab183b-ab8e-443a-a50a-08a4b7af0c27 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Unset dirty status for tenant:0606f6a2c7f245b7990c5cd28b31b66a on resource:port {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:50:18.567993 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d9b2e789-b39f-43f3-ba08-d6c98b89568c req-f8ab183b-ab8e-443a-a50a-08a4b7af0c27 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad6b710d-0739-42bb-9138-9809375b43be HTTP/1.1" status: 200 len: 931 time: 0.4219391 May 20 21:50:18.684209 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d9b2e789-b39f-43f3-ba08-d6c98b89568c req-01519c3d-aed6-46b7-aa69-9c8db2d8a2d1 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=228c3d22-f097-423f-a803-9291ae87f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829566 May 20 21:50:19.060059 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [req-20655119-bfbd-4925-8db1-3ab51f100162 req-bbf51f17-4850-4c8e-b5e5-4259011f9f6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f81c0e25-f4e1-4681-81f7-2da2304041c0 {{(pid=98342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:50:19.073678 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-20655119-bfbd-4925-8db1-3ab51f100162 req-bbf51f17-4850-4c8e-b5e5-4259011f9f6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:19.093687 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.provisioning_blocks [req-20655119-bfbd-4925-8db1-3ab51f100162 req-bbf51f17-4850-4c8e-b5e5-4259011f9f6a service neutron] Transition to ACTIVE for port object f81c0e25-f4e1-4681-81f7-2da2304041c0 will not be triggered until provisioned by entity L2. {{(pid=98342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:50:19.098927 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-20655119-bfbd-4925-8db1-3ab51f100162 req-bbf51f17-4850-4c8e-b5e5-4259011f9f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3867198'] for port, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:19.107802 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-360ced6d-76eb-4f98-a1bb-84c43535b3ff tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:19.362988 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf51f17-4850-4c8e-b5e5-4259011f9f6a service neutron] Pushing event updated for resources: {'Port': ['ID=f81c0e25-f4e1-4681-81f7-2da2304041c0,revision_number=2']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:19.414505 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-bbf51f17-4850-4c8e-b5e5-4259011f9f6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:19.561152 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.managers [req-20655119-bfbd-4925-8db1-3ab51f100162 req-bbf51f17-4850-4c8e-b5e5-4259011f9f6a service neutron] Attempting to bind port f81c0e25-f4e1-4681-81f7-2da2304041c0 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:50:19.561632 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.managers [req-20655119-bfbd-4925-8db1-3ab51f100162 req-bbf51f17-4850-4c8e-b5e5-4259011f9f6a service neutron] Attempting to bind port f81c0e25-f4e1-4681-81f7-2da2304041c0 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'a7607f59-35d3-492b-8e48-5ff38d337b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c'}] {{(pid=98342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:50:19.562077 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20655119-bfbd-4925-8db1-3ab51f100162 req-bbf51f17-4850-4c8e-b5e5-4259011f9f6a service neutron] Attempting to bind port f81c0e25-f4e1-4681-81f7-2da2304041c0 on network bc42d8dd-db6a-42a7-a65a-d494de158c0c {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:50:19.571655 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20655119-bfbd-4925-8db1-3ab51f100162 req-bbf51f17-4850-4c8e-b5e5-4259011f9f6a service neutron] Port f81c0e25-f4e1-4681-81f7-2da2304041c0 on network bc42d8dd-db6a-42a7-a65a-d494de158c0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 21:50:19.572159 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20655119-bfbd-4925-8db1-3ab51f100162 req-bbf51f17-4850-4c8e-b5e5-4259011f9f6a service neutron] Attempting to bind port f81c0e25-f4e1-4681-81f7-2da2304041c0 on network bc42d8dd-db6a-42a7-a65a-d494de158c0c {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:50:19.582325 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20655119-bfbd-4925-8db1-3ab51f100162 req-bbf51f17-4850-4c8e-b5e5-4259011f9f6a service neutron] Checking agent: {'id': '80f4bab6-80a2-4d7c-8071-f2009e74956d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'started_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:50:19.582756 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20655119-bfbd-4925-8db1-3ab51f100162 req-bbf51f17-4850-4c8e-b5e5-4259011f9f6a service neutron] Checking segment: {'id': 'a7607f59-35d3-492b-8e48-5ff38d337b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:50:19.583379 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20655119-bfbd-4925-8db1-3ab51f100162 req-bbf51f17-4850-4c8e-b5e5-4259011f9f6a service neutron] Bound using segment: {'id': 'a7607f59-35d3-492b-8e48-5ff38d337b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c'} {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:50:19.584071 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.managers [req-20655119-bfbd-4925-8db1-3ab51f100162 req-bbf51f17-4850-4c8e-b5e5-4259011f9f6a service neutron] Bound port: f81c0e25-f4e1-4681-81f7-2da2304041c0, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7607f59-35d3-492b-8e48-5ff38d337b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c'}}] {{(pid=98342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:50:19.584626 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-20655119-bfbd-4925-8db1-3ab51f100162 req-bbf51f17-4850-4c8e-b5e5-4259011f9f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:19.717107 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [req-20655119-bfbd-4925-8db1-3ab51f100162 req-bbf51f17-4850-4c8e-b5e5-4259011f9f6a service neutron] For port f81c0e25-f4e1-4681-81f7-2da2304041c0, host hv-cinder-79246, cleared binding levels {{(pid=98342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:50:19.723101 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [req-20655119-bfbd-4925-8db1-3ab51f100162 req-bbf51f17-4850-4c8e-b5e5-4259011f9f6a service neutron] For port f81c0e25-f4e1-4681-81f7-2da2304041c0, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f81c0e25-f4e1-4681-81f7-2da2304041c0,segment=NetworkSegment(a7607f59-35d3-492b-8e48-5ff38d337b88),segment_id=a7607f59-35d3-492b-8e48-5ff38d337b88)] {{(pid=98342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:50:19.730583 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-20655119-bfbd-4925-8db1-3ab51f100162 req-bbf51f17-4850-4c8e-b5e5-4259011f9f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3867198'] for port, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:19.738723 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:19.837569 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20655119-bfbd-4925-8db1-3ab51f100162 req-bbf51f17-4850-4c8e-b5e5-4259011f9f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:19.838346 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-20655119-bfbd-4925-8db1-3ab51f100162 req-bbf51f17-4850-4c8e-b5e5-4259011f9f6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:19.840589 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-20655119-bfbd-4925-8db1-3ab51f100162 req-bbf51f17-4850-4c8e-b5e5-4259011f9f6a service neutron] 10.222.0.69 "PUT /v2.0/ports/f81c0e25-f4e1-4681-81f7-2da2304041c0 HTTP/1.1" status: 200 len: 1093 time: 1.6245885 May 20 21:50:19.842731 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad6b710d-0739-42bb-9138-9809375b43be', 'tag': 'f81c0e25-f4e1-4681-81f7-2da2304041c0'}] {{(pid=98342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:50:19.962464 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad6b710d-0739-42bb-9138-9809375b43be', 'tag': 'f81c0e25-f4e1-4681-81f7-2da2304041c0', 'status': 'completed', 'code': 200} May 20 21:50:20.017907 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf51f17-4850-4c8e-b5e5-4259011f9f6a service neutron] Pushing event updated for resources: {'Port': ['ID=f81c0e25-f4e1-4681-81f7-2da2304041c0,revision_number=3']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:20.026911 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-bbf51f17-4850-4c8e-b5e5-4259011f9f6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:20.076961 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d23819-015a-414d-b8cd-1d6f148621c8 req-7f26645f-378c-434d-8f80-2b0eb64b2f51 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:20.078952 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f8d23819-015a-414d-b8cd-1d6f148621c8 req-7f26645f-378c-434d-8f80-2b0eb64b2f51 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad6b710d-0739-42bb-9138-9809375b43be HTTP/1.1" status: 200 len: 943 time: 0.2480979 May 20 21:50:20.082808 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20655119-bfbd-4925-8db1-3ab51f100162 req-332c9986-d174-4cd2-902e-378fc499525a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:20.084226 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-20655119-bfbd-4925-8db1-3ab51f100162 req-332c9986-d174-4cd2-902e-378fc499525a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0606f6a2c7f245b7990c5cd28b31b66a&device_id=ad6b710d-0739-42bb-9138-9809375b43be HTTP/1.1" status: 200 len: 1096 time: 0.1710494 May 20 21:50:20.183648 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-20655119-bfbd-4925-8db1-3ab51f100162 req-df189718-9ac1-47f9-88a0-7723e87b7ed3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f81c0e25-f4e1-4681-81f7-2da2304041c0 HTTP/1.1" status: 200 len: 217 time: 0.0775418 May 20 21:50:20.255271 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f8d23819-015a-414d-b8cd-1d6f148621c8 req-6a0fc354-0b93-4a8f-830f-7dfa522b7ad1 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=228c3d22-f097-423f-a803-9291ae87f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651449 May 20 21:50:20.277390 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20655119-bfbd-4925-8db1-3ab51f100162 req-78463031-c735-43b0-8896-055462f56d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:20.277390 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-20655119-bfbd-4925-8db1-3ab51f100162 req-78463031-c735-43b0-8896-055462f56d64 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d71aa12b-c7d1-4dcf-bc1c-f2467a541a18 HTTP/1.1" status: 200 len: 850 time: 0.0806911 May 20 21:50:20.396630 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20655119-bfbd-4925-8db1-3ab51f100162 req-b6e9669a-73b0-44a6-a00f-668fa34eec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:20.398798 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-20655119-bfbd-4925-8db1-3ab51f100162 req-b6e9669a-73b0-44a6-a00f-668fa34eec54 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bc42d8dd-db6a-42a7-a65a-d494de158c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1151190 May 20 21:50:20.605719 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-20655119-bfbd-4925-8db1-3ab51f100162 req-da7902f9-d30a-4627-99d2-b39223becadc service neutron] 10.222.0.69 "GET /v2.0/networks/bc42d8dd-db6a-42a7-a65a-d494de158c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959229 May 20 21:50:20.830805 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-20655119-bfbd-4925-8db1-3ab51f100162 req-7a83ac01-c3e4-43c9-9438-550b63719492 service neutron] 10.222.0.69 "GET /v2.0/networks/bc42d8dd-db6a-42a7-a65a-d494de158c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154171 May 20 21:50:20.988124 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d59a3-fee3-4c08-9bdd-720c110f0d3c req-343703df-64df-4eb4-9353-867907ce3b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:20.989727 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-dd9d59a3-fee3-4c08-9bdd-720c110f0d3c req-343703df-64df-4eb4-9353-867907ce3b82 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0606f6a2c7f245b7990c5cd28b31b66a&device_id=ad6b710d-0739-42bb-9138-9809375b43be HTTP/1.1" status: 200 len: 1096 time: 0.0892417 May 20 21:50:21.323530 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d59a3-fee3-4c08-9bdd-720c110f0d3c req-ffa44d9f-76ef-4cab-b7af-573812529c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:21.326272 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-dd9d59a3-fee3-4c08-9bdd-720c110f0d3c req-ffa44d9f-76ef-4cab-b7af-573812529c6b service neutron] 10.222.0.69 "GET /v2.0/networks?id=bc42d8dd-db6a-42a7-a65a-d494de158c0c HTTP/1.1" status: 200 len: 912 time: 0.3289828 May 20 21:50:21.456086 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-dd9d59a3-fee3-4c08-9bdd-720c110f0d3c req-5cc90de9-8047-4541-89f7-73ce1584bd2d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f81c0e25-f4e1-4681-81f7-2da2304041c0 HTTP/1.1" status: 200 len: 217 time: 0.1218562 May 20 21:50:21.557154 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d59a3-fee3-4c08-9bdd-720c110f0d3c req-0dc6c413-16b2-4522-ac8d-35ce4e6ae48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:21.559020 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-dd9d59a3-fee3-4c08-9bdd-720c110f0d3c req-0dc6c413-16b2-4522-ac8d-35ce4e6ae48a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d71aa12b-c7d1-4dcf-bc1c-f2467a541a18 HTTP/1.1" status: 200 len: 850 time: 0.0878141 May 20 21:50:21.612746 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2342b8d-7f0b-4f75-b6ab-b3ec2cc79fef req-b7ece6a7-1df1-4efe-a3c7-18f4b213a933 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:21.614810 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f2342b8d-7f0b-4f75-b6ab-b3ec2cc79fef req-b7ece6a7-1df1-4efe-a3c7-18f4b213a933 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad6b710d-0739-42bb-9138-9809375b43be HTTP/1.1" status: 200 len: 943 time: 0.2220268 May 20 21:50:21.698943 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f2342b8d-7f0b-4f75-b6ab-b3ec2cc79fef req-23afc8ba-114e-49e2-9d7a-68908ed11ee5 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=228c3d22-f097-423f-a803-9291ae87f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703385 May 20 21:50:21.709003 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d59a3-fee3-4c08-9bdd-720c110f0d3c req-be374866-d4df-423a-b9c9-b79b78b7266b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:21.710566 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-dd9d59a3-fee3-4c08-9bdd-720c110f0d3c req-be374866-d4df-423a-b9c9-b79b78b7266b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bc42d8dd-db6a-42a7-a65a-d494de158c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1443231 May 20 21:50:21.932354 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-dd9d59a3-fee3-4c08-9bdd-720c110f0d3c req-a17f0e6c-bcbc-4c00-b63e-99e1c95020ef service neutron] 10.222.0.69 "GET /v2.0/networks/bc42d8dd-db6a-42a7-a65a-d494de158c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137949 May 20 21:50:22.108856 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-dd9d59a3-fee3-4c08-9bdd-720c110f0d3c req-2fe41653-8332-4cd2-a749-dcb1cbf7f2d7 service neutron] 10.222.0.69 "GET /v2.0/networks/bc42d8dd-db6a-42a7-a65a-d494de158c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674280 May 20 21:50:22.222844 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-b32e511f-d502-439f-a884-39aca1930d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:22.718509 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device f81c0e25-f4e1-4681-81f7-2da2304041c0 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 21:50:22.950472 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d03b5-1467-4b4e-88af-74aba32a8b9e req-d02c8ffc-77fa-48b3-a038-00d082e32d7a tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:22.952656 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e40d03b5-1467-4b4e-88af-74aba32a8b9e req-d02c8ffc-77fa-48b3-a038-00d082e32d7a tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad6b710d-0739-42bb-9138-9809375b43be HTTP/1.1" status: 200 len: 943 time: 0.1228805 May 20 21:50:22.984635 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port f81c0e25-f4e1-4681-81f7-2da2304041c0, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f81c0e25-f4e1-4681-81f7-2da2304041c0,segment=NetworkSegment(a7607f59-35d3-492b-8e48-5ff38d337b88),segment_id=a7607f59-35d3-492b-8e48-5ff38d337b88)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:50:23.016197 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Returning: {'device': 'f81c0e25-f4e1-4681-81f7-2da2304041c0', 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c', 'port_id': 'f81c0e25-f4e1-4681-81f7-2da2304041c0', 'mac_address': 'fa:16:3e:a7:3e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd71aa12b-c7d1-4dcf-bc1c-f2467a541a18', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 21:50:23.033780 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e40d03b5-1467-4b4e-88af-74aba32a8b9e req-ff010e99-6877-4f7e-a868-a27b58d99793 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=228c3d22-f097-423f-a803-9291ae87f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705864 May 20 21:50:23.102938 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:23.123423 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f81c0e25-f4e1-4681-81f7-2da2304041c0 {{(pid=98344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:50:23.147464 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port f81c0e25-f4e1-4681-81f7-2da2304041c0, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f81c0e25-f4e1-4681-81f7-2da2304041c0,segment=NetworkSegment(a7607f59-35d3-492b-8e48-5ff38d337b88),segment_id=a7607f59-35d3-492b-8e48-5ff38d337b88)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:50:23.153378 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:23.155713 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:23.232696 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=f81c0e25-f4e1-4681-81f7-2da2304041c0,revision_number=4']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:23.242469 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:23.242751 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:23.243050 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:23.243374 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:23.243702 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:23.244031 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:23.244385 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:23.244707 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:23.245048 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:23.245358 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:23.245675 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:23.245990 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:50:23.250300 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:23.410830 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['f81c0e25-f4e1-4681-81f7-2da2304041c0'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:50:24.259889 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a75022-2e7a-4120-96a2-3f413f1f65f8 req-f2707d79-b47d-4484-b744-0de4c7996017 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:24.261462 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-01a75022-2e7a-4120-96a2-3f413f1f65f8 req-f2707d79-b47d-4484-b744-0de4c7996017 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad6b710d-0739-42bb-9138-9809375b43be HTTP/1.1" status: 200 len: 944 time: 0.0965409 May 20 21:50:24.326613 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-01a75022-2e7a-4120-96a2-3f413f1f65f8 req-7e1fcdd8-5b4a-4bc0-9626-4a2e990066b7 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=228c3d22-f097-423f-a803-9291ae87f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586617 May 20 21:50:24.729830 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device f81c0e25-f4e1-4681-81f7-2da2304041c0 up at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:50:24.813060 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning for port f81c0e25-f4e1-4681-81f7-2da2304041c0 completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:50:24.819722 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning complete for port f81c0e25-f4e1-4681-81f7-2da2304041c0 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:50:24.820099 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:25.031338 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:25.088008 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad6b710d-0739-42bb-9138-9809375b43be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81c0e25-f4e1-4681-81f7-2da2304041c0'}] {{(pid=98344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:50:25.101461 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port f81c0e25-f4e1-4681-81f7-2da2304041c0, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f81c0e25-f4e1-4681-81f7-2da2304041c0,segment=NetworkSegment(a7607f59-35d3-492b-8e48-5ff38d337b88),segment_id=a7607f59-35d3-492b-8e48-5ff38d337b88)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:50:25.107797 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:25.109863 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:25.157750 dv-cinder-792462-4-smb neutron-server[98344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad6b710d-0739-42bb-9138-9809375b43be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81c0e25-f4e1-4681-81f7-2da2304041c0', 'code': 200} May 20 21:50:25.213671 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=f81c0e25-f4e1-4681-81f7-2da2304041c0,revision_number=5']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:25.218985 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:25.541398 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:25.583345 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f087a1-1556-40f1-9320-e877aa39e14d req-b32ee19b-2076-45f3-b899-550e39fbbce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:25.584952 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-34f087a1-1556-40f1-9320-e877aa39e14d req-b32ee19b-2076-45f3-b899-550e39fbbce3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ad6b710d-0739-42bb-9138-9809375b43be HTTP/1.1" status: 200 len: 1098 time: 0.1967492 May 20 21:50:25.629634 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd187e1-4762-4439-a73b-a67968c1e50b req-0189dea1-ace2-4249-a3a4-fcc6e0ef55d7 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:25.631504 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-6cd187e1-4762-4439-a73b-a67968c1e50b req-0189dea1-ace2-4249-a3a4-fcc6e0ef55d7 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad6b710d-0739-42bb-9138-9809375b43be HTTP/1.1" status: 200 len: 945 time: 0.1640246 May 20 21:50:25.680827 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-34f087a1-1556-40f1-9320-e877aa39e14d req-2a62c353-609c-4fb1-b2bf-208ad880ccbe service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=228c3d22-f097-423f-a803-9291ae87f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869455 May 20 21:50:25.708683 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-6cd187e1-4762-4439-a73b-a67968c1e50b req-929935a7-7449-454e-b7cc-bc318aeed192 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=228c3d22-f097-423f-a803-9291ae87f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650625 May 20 21:50:26.193683 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-8b493adb-90ff-4627-afe7-de6358f7bffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:26.960004 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35869cf-a866-4619-97c6-09c60b6e2c2a req-b476fad0-5249-4d67-a4c2-531f2f01be8b tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:26.961697 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e35869cf-a866-4619-97c6-09c60b6e2c2a req-b476fad0-5249-4d67-a4c2-531f2f01be8b tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad6b710d-0739-42bb-9138-9809375b43be HTTP/1.1" status: 200 len: 945 time: 0.0940163 May 20 21:50:27.028121 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e35869cf-a866-4619-97c6-09c60b6e2c2a req-76adc524-b8c1-4b5c-bd40-fa9ec6c7b4bf tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=228c3d22-f097-423f-a803-9291ae87f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581193 May 20 21:50:27.246748 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8428d-814c-40bd-96e1-fb5f146845cb req-6c636c84-1b1e-40af-93fd-f41b5cc6eeb2 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:27.248384 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-37a8428d-814c-40bd-96e1-fb5f146845cb req-6c636c84-1b1e-40af-93fd-f41b5cc6eeb2 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad6b710d-0739-42bb-9138-9809375b43be HTTP/1.1" status: 200 len: 945 time: 0.0973563 May 20 21:50:27.260260 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 46522) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:50:27.271604 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-28510699-04ad-4596-a670-71c4f774e58a tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Request body: {'floatingip': {'port_id': 'f81c0e25-f4e1-4681-81f7-2da2304041c0'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:50:27.407129 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-28510699-04ad-4596-a670-71c4f774e58a tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for floatingip, before_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:27.513612 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:28.169740 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-28510699-04ad-4596-a670-71c4f774e58a tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:28.174607 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-28510699-04ad-4596-a670-71c4f774e58a tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023492'] for floatingip, after_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:28.360568 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.db.l3_db [None req-28510699-04ad-4596-a670-71c4f774e58a tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Floating IP 8c48d529-34e1-4367-a143-c0349bd91802 associated. External IP: 172.28.0.185, port: f81c0e25-f4e1-4681-81f7-2da2304041c0. May 20 21:50:28.855314 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28510699-04ad-4596-a670-71c4f774e58a tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Router 77651f21-a8c7-408a-b7fd-052d11539ab1 has already been hosted by L3 agent 0cab7e80-5b87-486c-a982-5030be84b7ba {{(pid=98343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 21:50:29.049889 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28510699-04ad-4596-a670-71c4f774e58a tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify agent at l3_agent.dv-cinder-792462-4-smb the message routers_updated {{(pid=98343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 21:50:29.055029 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-28510699-04ad-4596-a670-71c4f774e58a tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for floatingip, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:29.060828 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dbb001-6d32-458e-b81e-87bbe6011b3e None None] Sync routers for ids ['77651f21-a8c7-408a-b7fd-052d11539ab1'] in dv-cinder-792462-4-smb {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:50:29.076716 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dbb001-6d32-458e-b81e-87bbe6011b3e None None] Routers {'77651f21-a8c7-408a-b7fd-052d11539ab1'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:50:29.077129 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-40dbb001-6d32-458e-b81e-87bbe6011b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:50:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['77651f21-a8c7-408a-b7fd-052d11539ab1'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:29.126005 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-28510699-04ad-4596-a670-71c4f774e58a tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "PUT /v2.0/floatingips/8c48d529-34e1-4367-a143-c0349bd91802 HTTP/1.1" status: 200 len: 991 time: 1.8640535 May 20 21:50:29.127883 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad6b710d-0739-42bb-9138-9809375b43be', 'tag': 'f81c0e25-f4e1-4681-81f7-2da2304041c0'}] {{(pid=98343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:50:29.249098 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:29.260309 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad6b710d-0739-42bb-9138-9809375b43be', 'tag': 'f81c0e25-f4e1-4681-81f7-2da2304041c0', 'status': 'completed', 'code': 200} May 20 21:50:29.294522 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-40dbb001-6d32-458e-b81e-87bbe6011b3e None None] Set router 77651f21-a8c7-408a-b7fd-052d11539ab1 gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:50:29.392362 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd1cbc-3464-45ea-8e6b-ab277a6293fc req-fae75fc7-8750-4862-b210-755176f60c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:29.393977 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4bbd1cbc-3464-45ea-8e6b-ab277a6293fc req-fae75fc7-8750-4862-b210-755176f60c96 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0606f6a2c7f245b7990c5cd28b31b66a&device_id=ad6b710d-0739-42bb-9138-9809375b43be HTTP/1.1" status: 200 len: 1098 time: 0.0949321 May 20 21:50:29.543282 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd1cbc-3464-45ea-8e6b-ab277a6293fc req-49806b9e-e993-4eb7-87ef-fe4ac962c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:29.545176 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4bbd1cbc-3464-45ea-8e6b-ab277a6293fc req-49806b9e-e993-4eb7-87ef-fe4ac962c778 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bc42d8dd-db6a-42a7-a65a-d494de158c0c HTTP/1.1" status: 200 len: 912 time: 0.1433609 May 20 21:50:29.657288 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4bbd1cbc-3464-45ea-8e6b-ab277a6293fc req-b5c2f66d-11b9-4f3e-9da4-c0429d32ab35 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f81c0e25-f4e1-4681-81f7-2da2304041c0 HTTP/1.1" status: 200 len: 999 time: 0.1040432 May 20 21:50:29.750761 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-40dbb001-6d32-458e-b81e-87bbe6011b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'name': 'tempest-AttachVolumeTestJSON-2100298672-router', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195'}], 'enable_snat': True}, 'gw_port_id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:46:44Z', 'updated_at': '2021-05-20T21:46:55Z', 'revision_number': 4, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'gw_port': {'id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:46:47Z', 'updated_at': '2021-05-20T21:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_floatingips': [{'id': '8c48d529-34e1-4367-a143-c0349bd91802', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'floating_ip_address': '172.28.0.185', 'floating_network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'router_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'port_id': 'f81c0e25-f4e1-4681-81f7-2da2304041c0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c', 'mac_address': 'fa:16:3e:a7:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6b710d-0739-42bb-9138-9809375b43be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T21:50:14Z', 'updated_at': '2021-05-20T21:50:28Z', 'revision_number': 1, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '336bfb3e-8df7-4bda-afe7-5d3ebd2292e8', 'name': '', 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'mac_address': 'fa:16:3e:44:fc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd71aa12b-c7d1-4dcf-bc1c-f2467a541a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:46:53Z', 'updated_at': '2021-05-20T21:47:08Z', 'revision_number': 5, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'subnets': [{'id': 'd71aa12b-c7d1-4dcf-bc1c-f2467a541a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:29.756159 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dbb001-6d32-458e-b81e-87bbe6011b3e None None] Checking router: 77651f21-a8c7-408a-b7fd-052d11539ab1 for host: dv-cinder-792462-4-smb {{(pid=98344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:50:29.766111 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dbb001-6d32-458e-b81e-87bbe6011b3e None None] Routers {'77651f21-a8c7-408a-b7fd-052d11539ab1'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:50:29.767312 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-40dbb001-6d32-458e-b81e-87bbe6011b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:50:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['77651f21-a8c7-408a-b7fd-052d11539ab1'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:29.841766 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd1cbc-3464-45ea-8e6b-ab277a6293fc req-07695692-d387-4f01-aaa7-f98eaeb7d0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:29.843243 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4bbd1cbc-3464-45ea-8e6b-ab277a6293fc req-07695692-d387-4f01-aaa7-f98eaeb7d0c3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d71aa12b-c7d1-4dcf-bc1c-f2467a541a18 HTTP/1.1" status: 200 len: 850 time: 0.1778128 May 20 21:50:29.928479 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd1cbc-3464-45ea-8e6b-ab277a6293fc req-ee477bda-5c34-4175-971c-64bb84e4318e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:29.929889 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4bbd1cbc-3464-45ea-8e6b-ab277a6293fc req-ee477bda-5c34-4175-971c-64bb84e4318e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bc42d8dd-db6a-42a7-a65a-d494de158c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0784883 May 20 21:50:29.952589 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-40dbb001-6d32-458e-b81e-87bbe6011b3e None None] Set router 77651f21-a8c7-408a-b7fd-052d11539ab1 gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:50:30.104727 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4bbd1cbc-3464-45ea-8e6b-ab277a6293fc req-8578edcd-1d8e-4c10-8af3-70409378250a service neutron] 10.222.0.69 "GET /v2.0/networks/bc42d8dd-db6a-42a7-a65a-d494de158c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667821 May 20 21:50:30.244904 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4bbd1cbc-3464-45ea-8e6b-ab277a6293fc req-822d153d-5bc6-4326-a22b-2f992221b0ca service neutron] 10.222.0.69 "GET /v2.0/networks/bc42d8dd-db6a-42a7-a65a-d494de158c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327884 May 20 21:50:30.383032 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-40dbb001-6d32-458e-b81e-87bbe6011b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'name': 'tempest-AttachVolumeTestJSON-2100298672-router', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195'}], 'enable_snat': True}, 'gw_port_id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:46:44Z', 'updated_at': '2021-05-20T21:46:55Z', 'revision_number': 4, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'gw_port': {'id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:46:47Z', 'updated_at': '2021-05-20T21:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_floatingips': [{'id': '8c48d529-34e1-4367-a143-c0349bd91802', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'floating_ip_address': '172.28.0.185', 'floating_network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'router_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'port_id': 'f81c0e25-f4e1-4681-81f7-2da2304041c0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c', 'mac_address': 'fa:16:3e:a7:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6b710d-0739-42bb-9138-9809375b43be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T21:50:14Z', 'updated_at': '2021-05-20T21:50:28Z', 'revision_number': 1, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '336bfb3e-8df7-4bda-afe7-5d3ebd2292e8', 'name': '', 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'mac_address': 'fa:16:3e:44:fc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd71aa12b-c7d1-4dcf-bc1c-f2467a541a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:46:53Z', 'updated_at': '2021-05-20T21:47:08Z', 'revision_number': 5, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'subnets': [{'id': 'd71aa12b-c7d1-4dcf-bc1c-f2467a541a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:30.385684 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dbb001-6d32-458e-b81e-87bbe6011b3e None None] The sync data for ids ['77651f21-a8c7-408a-b7fd-052d11539ab1'] in dv-cinder-792462-4-smb is: [{'id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'name': 'tempest-AttachVolumeTestJSON-2100298672-router', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195'}], 'enable_snat': True}, 'gw_port_id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:46:44Z', 'updated_at': '2021-05-20T21:46:55Z', 'revision_number': 4, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'gw_port': {'id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:46:47Z', 'updated_at': '2021-05-20T21:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_floatingips': [{'id': '8c48d529-34e1-4367-a143-c0349bd91802', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'floating_ip_address': '172.28.0.185', 'floating_network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'router_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'port_id': 'f81c0e25-f4e1-4681-81f7-2da2304041c0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c', 'mac_address': 'fa:16:3e:a7:3e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6b710d-0739-42bb-9138-9809375b43be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T21:50:14Z', 'updated_at': '2021-05-20T21:50:28Z', 'revision_number': 1, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '336bfb3e-8df7-4bda-afe7-5d3ebd2292e8', 'name': '', 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'mac_address': 'fa:16:3e:44:fc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd71aa12b-c7d1-4dcf-bc1c-f2467a541a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:46:53Z', 'updated_at': '2021-05-20T21:47:08Z', 'revision_number': 5, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'subnets': [{'id': 'd71aa12b-c7d1-4dcf-bc1c-f2467a541a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:50:30.594755 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ef242a-8397-41cc-92c6-00cddf2ac5a1 None None] New status for floating IP 8c48d529-34e1-4367-a143-c0349bd91802: ACTIVE {{(pid=98345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:50:31.015934 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6b8e4-a507-47bd-82f6-c7a38888fcd5 req-73312c8b-da5e-4e88-aa3d-14bd07b6da3c tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:31.017458 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4ba6b8e4-a507-47bd-82f6-c7a38888fcd5 req-73312c8b-da5e-4e88-aa3d-14bd07b6da3c tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 947 time: 0.0863330 May 20 21:50:31.063232 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4ba6b8e4-a507-47bd-82f6-c7a38888fcd5 req-07becf7b-58bd-4592-a5a9-a7f760aa1b59 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395949 May 20 21:50:32.333082 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d2def-065f-43db-ad9c-16cdfa1a33bb req-3e9fa22c-dfe4-47b2-915f-4ba61bf4ab21 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:32.334556 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4e9d2def-065f-43db-ad9c-16cdfa1a33bb req-3e9fa22c-dfe4-47b2-915f-4ba61bf4ab21 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 947 time: 0.1414766 May 20 21:50:32.347768 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d7134-c920-4944-aa8a-1c1ce94bd066 req-43e00d28-5fec-4d4c-99aa-748b31cb0c81 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:32.349069 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-0e0d7134-c920-4944-aa8a-1c1ce94bd066 req-43e00d28-5fec-4d4c-99aa-748b31cb0c81 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 947 time: 0.1247444 May 20 21:50:32.443849 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4e9d2def-065f-43db-ad9c-16cdfa1a33bb req-b5de1623-dec5-4cf9-bf5b-c6810e6b9726 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3784481-0a32-4bab-9398-37bf0e8c7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937939 May 20 21:50:32.522322 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [req-0e0d7134-c920-4944-aa8a-1c1ce94bd066 req-f7ffaae6-cd2a-49c4-937f-ef6e4ce9773f tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Deleting port 7efb0108-32cc-423d-b08d-0810dcde7257 {{(pid=98342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:50:32.522669 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-0e0d7134-c920-4944-aa8a-1c1ce94bd066 req-f7ffaae6-cd2a-49c4-937f-ef6e4ce9773f tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:32.670037 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [req-0e0d7134-c920-4944-aa8a-1c1ce94bd066 req-f7ffaae6-cd2a-49c4-937f-ef6e4ce9773f tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] For port 7efb0108-32cc-423d-b08d-0810dcde7257, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7efb0108-32cc-423d-b08d-0810dcde7257,segment=NetworkSegment(54b1c84e-94ed-47c5-9732-c818bd112025),segment_id=54b1c84e-94ed-47c5-9732-c818bd112025)] {{(pid=98342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:50:32.670530 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-0e0d7134-c920-4944-aa8a-1c1ce94bd066 req-f7ffaae6-cd2a-49c4-937f-ef6e4ce9773f tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:32.977633 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-0e0d7134-c920-4944-aa8a-1c1ce94bd066 req-f7ffaae6-cd2a-49c4-937f-ef6e4ce9773f tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:32.977902 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-0e0d7134-c920-4944-aa8a-1c1ce94bd066 req-f7ffaae6-cd2a-49c4-937f-ef6e4ce9773f tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023492'] for floatingip, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:32.978214 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.db.l3_db [req-0e0d7134-c920-4944-aa8a-1c1ce94bd066 req-f7ffaae6-cd2a-49c4-937f-ef6e4ce9773f tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Floating IP 712ad5d6-b7fa-42a7-94ad-0b8985d987ae disassociated. External IP: 172.28.0.118, port: 7efb0108-32cc-423d-b08d-0810dcde7257. May 20 21:50:32.978553 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [req-0e0d7134-c920-4944-aa8a-1c1ce94bd066 req-f7ffaae6-cd2a-49c4-937f-ef6e4ce9773f tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Calling delete_port for 7efb0108-32cc-423d-b08d-0810dcde7257 owned by compute:nova {{(pid=98342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:50:33.105960 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-0e0d7134-c920-4944-aa8a-1c1ce94bd066 req-f7ffaae6-cd2a-49c4-937f-ef6e4ce9773f tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:33.112470 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-de410e87-1a9f-472f-846f-c40be32345db tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:33.157932 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ffaae6-cd2a-49c4-937f-ef6e4ce9773f tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Pushing event deleted for resources: {'Port': ['ID=7efb0108-32cc-423d-b08d-0810dcde7257,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:33.161189 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-f7ffaae6-cd2a-49c4-937f-ef6e4ce9773f tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:33.455907 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e0d7134-c920-4944-aa8a-1c1ce94bd066 req-f7ffaae6-cd2a-49c4-937f-ef6e4ce9773f tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Router f556428d-a8f7-4dfd-8a38-53b9770d5939 has already been hosted by L3 agent 0cab7e80-5b87-486c-a982-5030be84b7ba {{(pid=98342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 21:50:33.685001 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f00cda4d-e2b3-48e1-abc2-31c25b360494 req-1c21cd5e-27da-497f-96dc-a1ffde0629df tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b02f461-3939-4991-bef9-35e9f6f7fcc9 HTTP/1.1" status: 200 len: 210 time: 0.0681682 May 20 21:50:33.700584 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e0d7134-c920-4944-aa8a-1c1ce94bd066 req-f7ffaae6-cd2a-49c4-937f-ef6e4ce9773f tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify agent at l3_agent.dv-cinder-792462-4-smb the message routers_updated {{(pid=98342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 21:50:33.723014 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f409d4c-304c-40e1-84ed-ddad11b9cccc None None] Sync routers for ids ['f556428d-a8f7-4dfd-8a38-53b9770d5939'] in dv-cinder-792462-4-smb {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:50:33.733927 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f409d4c-304c-40e1-84ed-ddad11b9cccc None None] Routers {'f556428d-a8f7-4dfd-8a38-53b9770d5939'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:50:33.734734 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-7f409d4c-304c-40e1-84ed-ddad11b9cccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:50:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['f556428d-a8f7-4dfd-8a38-53b9770d5939'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:33.784789 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0d7134-c920-4944-aa8a-1c1ce94bd066 req-f7ffaae6-cd2a-49c4-937f-ef6e4ce9773f tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] No DVR routers for this DVR port 7efb0108-32cc-423d-b08d-0810dcde7257 on host hv-cinder-79246 {{(pid=98342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:50:33.790088 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-0e0d7134-c920-4944-aa8a-1c1ce94bd066 req-f7ffaae6-cd2a-49c4-937f-ef6e4ce9773f tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:33.791990 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b02f461-3939-4991-bef9-35e9f6f7fcc9', 'name': 'network-vif-deleted', 'tag': '7efb0108-32cc-423d-b08d-0810dcde7257'}] {{(pid=98342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:50:33.813045 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-0e0d7134-c920-4944-aa8a-1c1ce94bd066 req-f7ffaae6-cd2a-49c4-937f-ef6e4ce9773f tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.69 "DELETE /v2.0/ports/7efb0108-32cc-423d-b08d-0810dcde7257 HTTP/1.1" status: 204 len: 173 time: 1.4492166 May 20 21:50:33.852897 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b02f461-3939-4991-bef9-35e9f6f7fcc9', 'name': 'network-vif-deleted', 'tag': '7efb0108-32cc-423d-b08d-0810dcde7257', 'status': 'completed', 'code': 200} May 20 21:50:33.977372 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-7f409d4c-304c-40e1-84ed-ddad11b9cccc None None] Set router f556428d-a8f7-4dfd-8a38-53b9770d5939 gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:50:34.376025 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-7f409d4c-304c-40e1-84ed-ddad11b9cccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'name': 'tempest-AttachVolumeShelveTestJSON-577568110-router', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:42:24Z', 'updated_at': '2021-05-20T21:42:40Z', 'revision_number': 4, 'project_id': '02474a2c64904c6fb152442041a5af03', 'gw_port': {'id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:26Z', 'updated_at': '2021-05-20T21:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': '17d9e789-285a-4c1a-8eea-a3c6a2c5d754', 'name': '', 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'mac_address': 'fa:16:3e:a8:58:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e184cb69-105f-475e-83f0-129c4848c2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:34Z', 'updated_at': '2021-05-20T21:43:00Z', 'revision_number': 5, 'project_id': '02474a2c64904c6fb152442041a5af03', 'subnets': [{'id': 'e184cb69-105f-475e-83f0-129c4848c2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:34.381157 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f409d4c-304c-40e1-84ed-ddad11b9cccc None None] Checking router: f556428d-a8f7-4dfd-8a38-53b9770d5939 for host: dv-cinder-792462-4-smb {{(pid=98344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:50:34.390989 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f409d4c-304c-40e1-84ed-ddad11b9cccc None None] Routers {'f556428d-a8f7-4dfd-8a38-53b9770d5939'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:50:34.391622 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-7f409d4c-304c-40e1-84ed-ddad11b9cccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:50:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['f556428d-a8f7-4dfd-8a38-53b9770d5939'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:34.579590 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-7f409d4c-304c-40e1-84ed-ddad11b9cccc None None] Set router f556428d-a8f7-4dfd-8a38-53b9770d5939 gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:50:34.813340 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 7efb0108-32cc-423d-b08d-0810dcde7257 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:50:34.834472 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 46562) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:50:34.864411 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] No Port match for: 7efb0108-32cc-423d-b08d-0810dcde7257 {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:50:34.864802 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 7efb0108-32cc-423d-b08d-0810dcde7257 not bound to the agent host hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:50:34.925318 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-48d48282-95cc-4eaa-9451-7171a214a722 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:34.961180 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-48d48282-95cc-4eaa-9451-7171a214a722 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:35.030357 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-48d48282-95cc-4eaa-9451-7171a214a722 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:35.034591 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-7f409d4c-304c-40e1-84ed-ddad11b9cccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'name': 'tempest-AttachVolumeShelveTestJSON-577568110-router', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:42:24Z', 'updated_at': '2021-05-20T21:42:40Z', 'revision_number': 4, 'project_id': '02474a2c64904c6fb152442041a5af03', 'gw_port': {'id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:26Z', 'updated_at': '2021-05-20T21:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': '17d9e789-285a-4c1a-8eea-a3c6a2c5d754', 'name': '', 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'mac_address': 'fa:16:3e:a8:58:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e184cb69-105f-475e-83f0-129c4848c2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:34Z', 'updated_at': '2021-05-20T21:43:00Z', 'revision_number': 5, 'project_id': '02474a2c64904c6fb152442041a5af03', 'subnets': [{'id': 'e184cb69-105f-475e-83f0-129c4848c2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:35.034897 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-5ab6dfb1-d483-4988-9776-8674c83f3c9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:35.039954 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f409d4c-304c-40e1-84ed-ddad11b9cccc None None] The sync data for ids ['f556428d-a8f7-4dfd-8a38-53b9770d5939'] in dv-cinder-792462-4-smb is: [{'id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'name': 'tempest-AttachVolumeShelveTestJSON-577568110-router', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:42:24Z', 'updated_at': '2021-05-20T21:42:40Z', 'revision_number': 4, 'project_id': '02474a2c64904c6fb152442041a5af03', 'gw_port': {'id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:26Z', 'updated_at': '2021-05-20T21:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': '17d9e789-285a-4c1a-8eea-a3c6a2c5d754', 'name': '', 'network_id': 'd792e157-988b-4be9-b81e-7ce03ac12952', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'mac_address': 'fa:16:3e:a8:58:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e184cb69-105f-475e-83f0-129c4848c2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:34Z', 'updated_at': '2021-05-20T21:43:00Z', 'revision_number': 5, 'project_id': '02474a2c64904c6fb152442041a5af03', 'subnets': [{'id': 'e184cb69-105f-475e-83f0-129c4848c2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:50:35.054622 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d48282-95cc-4eaa-9451-7171a214a722 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3784481-0a32-4bab-9398-37bf0e8c7e27,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:35.058014 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-48d48282-95cc-4eaa-9451-7171a214a722 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:35.084654 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-48d48282-95cc-4eaa-9451-7171a214a722 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:35.085949 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-48d48282-95cc-4eaa-9451-7171a214a722 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "DELETE /v2.0/security-groups/a3784481-0a32-4bab-9398-37bf0e8c7e27 HTTP/1.1" status: 204 len: 168 time: 0.2501194 May 20 21:50:35.089285 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 46566) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:50:35.116778 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.api.v2.resource [None req-ab63f6e7-fec8-4cf3-8912-db95a136f258 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] show failed (client error): The resource could not be found. May 20 21:50:35.118498 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-ab63f6e7-fec8-4cf3-8912-db95a136f258 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "GET /v2.0/security-groups/a3784481-0a32-4bab-9398-37bf0e8c7e27 HTTP/1.1" status: 404 len: 347 time: 0.0282598 May 20 21:50:35.125505 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 46570) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:50:35.340027 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ad0d98-bc92-4bbe-803e-2b7d194d187d None None] New status for floating IP 712ad5d6-b7fa-42a7-94ad-0b8985d987ae: DOWN {{(pid=98345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:50:35.431613 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [None req-b5fdf1a9-353e-4c29-a8f9-47a09536c879 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Deleting port 252a5ca9-47d5-445d-a2b4-c272140706ee {{(pid=98342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:50:35.432208 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf1a9-353e-4c29-a8f9-47a09536c879 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:35.630347 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf1a9-353e-4c29-a8f9-47a09536c879 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:35.630980 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf1a9-353e-4c29-a8f9-47a09536c879 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:35.780250 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [None req-b5fdf1a9-353e-4c29-a8f9-47a09536c879 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Calling delete_port for 252a5ca9-47d5-445d-a2b4-c272140706ee owned by network:floatingip {{(pid=98342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:50:35.930000 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf1a9-353e-4c29-a8f9-47a09536c879 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:35.933927 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-2573558a-a60c-42c6-8ddf-6e2e87ff2cf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:36.003608 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fdf1a9-353e-4c29-a8f9-47a09536c879 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Pushing event deleted for resources: {'Port': ['ID=252a5ca9-47d5-445d-a2b4-c272140706ee,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:36.009062 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-b5fdf1a9-353e-4c29-a8f9-47a09536c879 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:36.122018 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf1a9-353e-4c29-a8f9-47a09536c879 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks [] for floatingip, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:36.138200 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf1a9-353e-4c29-a8f9-47a09536c879 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for floatingip, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:36.139338 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-b5fdf1a9-353e-4c29-a8f9-47a09536c879 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] 10.222.0.78 "DELETE /v2.0/floatingips/712ad5d6-b7fa-42a7-94ad-0b8985d987ae HTTP/1.1" status: 204 len: 168 time: 1.0123718 May 20 21:50:39.086968 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 46600) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:50:40.163857 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4e2fd8e4-1293-4b7b-8fd5-e3b019a8e85e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629786'] for router_interface, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:40.460590 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 46608) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:50:40.759022 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [None req-4e2fd8e4-1293-4b7b-8fd5-e3b019a8e85e admin admin] Deleting port 17d9e789-285a-4c1a-8eea-a3c6a2c5d754 {{(pid=98342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:50:40.759317 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4e2fd8e4-1293-4b7b-8fd5-e3b019a8e85e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:40.815754 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [None req-ccb1b31d-75b8-444f-a2b3-09423e602b26 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Deleting port d1f60dcf-48c4-4a2b-8d60-05d1e84c364a {{(pid=98343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:50:40.816359 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ccb1b31d-75b8-444f-a2b3-09423e602b26 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:40.939861 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [None req-4e2fd8e4-1293-4b7b-8fd5-e3b019a8e85e admin admin] For port 17d9e789-285a-4c1a-8eea-a3c6a2c5d754, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=17d9e789-285a-4c1a-8eea-a3c6a2c5d754,segment=NetworkSegment(54b1c84e-94ed-47c5-9732-c818bd112025),segment_id=54b1c84e-94ed-47c5-9732-c818bd112025)] {{(pid=98342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:50:40.940244 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4e2fd8e4-1293-4b7b-8fd5-e3b019a8e85e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:40.976677 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ccb1b31d-75b8-444f-a2b3-09423e602b26 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:40.977118 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ccb1b31d-75b8-444f-a2b3-09423e602b26 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:41.102219 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [None req-4e2fd8e4-1293-4b7b-8fd5-e3b019a8e85e admin admin] Calling delete_port for 17d9e789-285a-4c1a-8eea-a3c6a2c5d754 owned by network:router_interface {{(pid=98342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:50:41.135420 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [None req-ccb1b31d-75b8-444f-a2b3-09423e602b26 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Calling delete_port for d1f60dcf-48c4-4a2b-8d60-05d1e84c364a owned by network:floatingip {{(pid=98343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:50:41.297241 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4e2fd8e4-1293-4b7b-8fd5-e3b019a8e85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:41.302513 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-f34f174a-1186-4de5-ad51-db1ff7d292b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:41.327920 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ccb1b31d-75b8-444f-a2b3-09423e602b26 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:41.333664 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:41.363000 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2fd8e4-1293-4b7b-8fd5-e3b019a8e85e admin admin] Pushing event deleted for resources: {'Port': ['ID=17d9e789-285a-4c1a-8eea-a3c6a2c5d754,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:41.418618 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1b31d-75b8-444f-a2b3-09423e602b26 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Pushing event deleted for resources: {'Port': ['ID=d1f60dcf-48c4-4a2b-8d60-05d1e84c364a,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:41.418890 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-4e2fd8e4-1293-4b7b-8fd5-e3b019a8e85e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:41.422372 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-ccb1b31d-75b8-444f-a2b3-09423e602b26 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:41.561877 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ccb1b31d-75b8-444f-a2b3-09423e602b26 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks [] for floatingip, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:41.562536 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.db.l3_db [None req-ccb1b31d-75b8-444f-a2b3-09423e602b26 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Floating IP d059a3ec-7028-4377-b584-f44e7cbc0b7b disassociated (deleted). External IP: 172.28.0.239, port: d9f78ded-46ed-4059-a280-f49a966ecd77. May 20 21:50:41.791194 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 6 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:50:41.881340 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4e2fd8e4-1293-4b7b-8fd5-e3b019a8e85e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629934'] for router_interface, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:42.081319 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb1b31d-75b8-444f-a2b3-09423e602b26 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Router 2f49aed4-d349-41c5-a637-d6255515d5ea has already been hosted by L3 agent 0cab7e80-5b87-486c-a982-5030be84b7ba {{(pid=98343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 21:50:42.284196 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2fd8e4-1293-4b7b-8fd5-e3b019a8e85e admin admin] Router f556428d-a8f7-4dfd-8a38-53b9770d5939 has already been hosted by L3 agent 0cab7e80-5b87-486c-a982-5030be84b7ba {{(pid=98342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 21:50:42.360821 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb1b31d-75b8-444f-a2b3-09423e602b26 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify agent at l3_agent.dv-cinder-792462-4-smb the message routers_updated {{(pid=98343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 21:50:42.373737 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c745bf-c596-4f5d-9876-daeda36b021a None None] Sync routers for ids ['2f49aed4-d349-41c5-a637-d6255515d5ea'] in dv-cinder-792462-4-smb {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:50:42.390693 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ccb1b31d-75b8-444f-a2b3-09423e602b26 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for floatingip, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:42.391039 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c745bf-c596-4f5d-9876-daeda36b021a None None] Routers {'2f49aed4-d349-41c5-a637-d6255515d5ea'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:50:42.392163 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-21c745bf-c596-4f5d-9876-daeda36b021a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:50:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['2f49aed4-d349-41c5-a637-d6255515d5ea'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:42.458530 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-ccb1b31d-75b8-444f-a2b3-09423e602b26 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "DELETE /v2.0/floatingips/d059a3ec-7028-4377-b584-f44e7cbc0b7b HTTP/1.1" status: 204 len: 168 time: 1.9939697 May 20 21:50:42.458530 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36af116c-0eb5-449d-80ed-ca7219341f55', 'tag': 'd9f78ded-46ed-4059-a280-f49a966ecd77'}] {{(pid=98343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:50:42.513507 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36af116c-0eb5-449d-80ed-ca7219341f55', 'tag': 'd9f78ded-46ed-4059-a280-f49a966ecd77', 'status': 'completed', 'code': 200} May 20 21:50:42.627956 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2fd8e4-1293-4b7b-8fd5-e3b019a8e85e admin admin] Notify agent at l3_agent.dv-cinder-792462-4-smb the message routers_updated {{(pid=98342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 21:50:42.643831 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bdf3a9-4e50-47ca-9c36-8916260d117c None None] Sync routers for ids ['f556428d-a8f7-4dfd-8a38-53b9770d5939'] in dv-cinder-792462-4-smb {{(pid=98345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:50:42.658894 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bdf3a9-4e50-47ca-9c36-8916260d117c None None] Routers {'f556428d-a8f7-4dfd-8a38-53b9770d5939'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:50:42.659405 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-4e2fd8e4-1293-4b7b-8fd5-e3b019a8e85e admin admin] 10.222.0.78 "PUT /v2.0/routers/f556428d-a8f7-4dfd-8a38-53b9770d5939/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5711007 May 20 21:50:42.660649 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-01bdf3a9-4e50-47ca-9c36-8916260d117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:50:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['f556428d-a8f7-4dfd-8a38-53b9770d5939'], 'active': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:42.664671 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 46620) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:50:42.685566 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b30ec-7840-498a-a38a-9fff300cd6b2 req-33dd0db9-1591-4110-94cc-d2e3abb83c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:42.686252 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-21c745bf-c596-4f5d-9876-daeda36b021a None None] Set router 2f49aed4-d349-41c5-a637-d6255515d5ea gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:50:42.689090 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-df2b30ec-7840-498a-a38a-9fff300cd6b2 req-33dd0db9-1591-4110-94cc-d2e3abb83c78 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bf7c4d2476214011814adf1e8095c658&device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 1098 time: 0.1475198 May 20 21:50:42.878389 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvr_db [None req-01bdf3a9-4e50-47ca-9c36-8916260d117c None None] Set router f556428d-a8f7-4dfd-8a38-53b9770d5939 gateway port host: dv-cinder-792462-4-smb {{(pid=98345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:50:42.897797 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b30ec-7840-498a-a38a-9fff300cd6b2 req-7f09ab4d-d915-46cd-beb7-58f86e6b4c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:42.899950 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-df2b30ec-7840-498a-a38a-9fff300cd6b2 req-7f09ab4d-d915-46cd-beb7-58f86e6b4c3d service neutron] 10.222.0.69 "GET /v2.0/networks?id=3a4eadf7-298b-4c11-b779-64558c14cd67 HTTP/1.1" status: 200 len: 909 time: 0.2023666 May 20 21:50:43.028906 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-df2b30ec-7840-498a-a38a-9fff300cd6b2 req-bbc9e8b4-e984-4660-8ceb-e4daf65e530b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9f78ded-46ed-4059-a280-f49a966ecd77 HTTP/1.1" status: 200 len: 217 time: 0.1204917 May 20 21:50:43.139427 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-fc0dfb3f-26a7-4e09-b53c-2907db5e011f admin admin] Notify callbacks [] for router, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:43.211805 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b30ec-7840-498a-a38a-9fff300cd6b2 req-90f742db-25e1-44be-890b-42b9c956fd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:43.213523 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-df2b30ec-7840-498a-a38a-9fff300cd6b2 req-90f742db-25e1-44be-890b-42b9c956fd08 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3274c3f6-8e4e-4778-80fa-ea4dbba5affd HTTP/1.1" status: 200 len: 847 time: 0.1736584 May 20 21:50:43.243810 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-21c745bf-c596-4f5d-9876-daeda36b021a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'name': 'tempest-TestShelveInstance-824939550-router', 'tenant_id': 'bf7c4d2476214011814adf1e8095c658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a904694c-329c-49bb-ab3c-2b23329bea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:45:27Z', 'updated_at': '2021-05-20T21:45:39Z', 'revision_number': 4, 'project_id': 'bf7c4d2476214011814adf1e8095c658', 'gw_port': {'id': 'a904694c-329c-49bb-ab3c-2b23329bea42', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:45:30Z', 'updated_at': '2021-05-20T21:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': 'b653b278-7ca2-4a0c-9615-afe99d6c0d24', 'name': '', 'network_id': '3a4eadf7-298b-4c11-b779-64558c14cd67', 'tenant_id': 'bf7c4d2476214011814adf1e8095c658', 'mac_address': 'fa:16:3e:65:a7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '3274c3f6-8e4e-4778-80fa-ea4dbba5affd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:45:37Z', 'updated_at': '2021-05-20T21:45:50Z', 'revision_number': 5, 'project_id': 'bf7c4d2476214011814adf1e8095c658', 'subnets': [{'id': '3274c3f6-8e4e-4778-80fa-ea4dbba5affd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:43.247907 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c745bf-c596-4f5d-9876-daeda36b021a None None] Checking router: 2f49aed4-d349-41c5-a637-d6255515d5ea for host: dv-cinder-792462-4-smb {{(pid=98344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:50:43.258297 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c745bf-c596-4f5d-9876-daeda36b021a None None] Routers {'2f49aed4-d349-41c5-a637-d6255515d5ea'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:50:43.258937 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-21c745bf-c596-4f5d-9876-daeda36b021a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:50:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['2f49aed4-d349-41c5-a637-d6255515d5ea'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:43.287990 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-01bdf3a9-4e50-47ca-9c36-8916260d117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'name': 'tempest-AttachVolumeShelveTestJSON-577568110-router', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:42:24Z', 'updated_at': '2021-05-20T21:50:41Z', 'revision_number': 5, 'project_id': '02474a2c64904c6fb152442041a5af03', 'gw_port': {'id': '65b7066a-d725-4b6b-972c-2a45f2eaf16d', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:42:26Z', 'updated_at': '2021-05-20T21:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb'}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:43.293914 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bdf3a9-4e50-47ca-9c36-8916260d117c None None] Checking router: f556428d-a8f7-4dfd-8a38-53b9770d5939 for host: dv-cinder-792462-4-smb {{(pid=98345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:50:43.297173 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb7629-a30b-4b1f-a5b6-42c2f44b9ce1 req-bfddf078-25b3-4247-a198-269b5407b588 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:43.305578 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a9eb7629-a30b-4b1f-a5b6-42c2f44b9ce1 req-bfddf078-25b3-4247-a198-269b5407b588 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 945 time: 0.1937957 May 20 21:50:43.309853 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bdf3a9-4e50-47ca-9c36-8916260d117c None None] Routers {'f556428d-a8f7-4dfd-8a38-53b9770d5939'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:50:43.312398 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-01bdf3a9-4e50-47ca-9c36-8916260d117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:50:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['f556428d-a8f7-4dfd-8a38-53b9770d5939'], 'active': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:43.373361 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a9eb7629-a30b-4b1f-a5b6-42c2f44b9ce1 req-955d0f63-a8b0-482a-9743-04629e5a6c7c tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/security-groups?id=8982002b-860a-4bcf-beb7-1f2b00cccb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667202 May 20 21:50:43.379939 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-fc0dfb3f-26a7-4e09-b53c-2907db5e011f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:43.385996 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b30ec-7840-498a-a38a-9fff300cd6b2 req-8d2e952e-6931-4005-a6d4-013081efefd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:43.387721 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-df2b30ec-7840-498a-a38a-9fff300cd6b2 req-8d2e952e-6931-4005-a6d4-013081efefd9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3a4eadf7-298b-4c11-b779-64558c14cd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1641734 May 20 21:50:43.512505 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [None req-fc0dfb3f-26a7-4e09-b53c-2907db5e011f admin admin] Deleting port 65b7066a-d725-4b6b-972c-2a45f2eaf16d {{(pid=98343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:50:43.512724 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-fc0dfb3f-26a7-4e09-b53c-2907db5e011f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:43.513013 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-21c745bf-c596-4f5d-9876-daeda36b021a None None] Set router 2f49aed4-d349-41c5-a637-d6255515d5ea gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:50:43.518725 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvr_db [None req-01bdf3a9-4e50-47ca-9c36-8916260d117c None None] Set router f556428d-a8f7-4dfd-8a38-53b9770d5939 gateway port host: None {{(pid=98345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:50:43.586063 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-df2b30ec-7840-498a-a38a-9fff300cd6b2 req-9c44fdd9-c6e2-48ca-afb5-855d08638645 service neutron] 10.222.0.69 "GET /v2.0/networks/3a4eadf7-298b-4c11-b779-64558c14cd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902685 May 20 21:50:43.669526 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.db [None req-fc0dfb3f-26a7-4e09-b53c-2907db5e011f admin admin] For port 65b7066a-d725-4b6b-972c-2a45f2eaf16d, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=65b7066a-d725-4b6b-972c-2a45f2eaf16d,segment=NetworkSegment(c99208f0-a511-44ea-981f-b3b92c3f5261),segment_id=c99208f0-a511-44ea-981f-b3b92c3f5261)] {{(pid=98343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:50:43.670160 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-fc0dfb3f-26a7-4e09-b53c-2907db5e011f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:43.686646 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-01bdf3a9-4e50-47ca-9c36-8916260d117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'name': 'tempest-AttachVolumeShelveTestJSON-577568110-router', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:42:24Z', 'updated_at': '2021-05-20T21:50:43Z', 'revision_number': 6, 'project_id': '02474a2c64904c6fb152442041a5af03', 'gw_port_host': None}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:43.694162 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bdf3a9-4e50-47ca-9c36-8916260d117c None None] The sync data for ids ['f556428d-a8f7-4dfd-8a38-53b9770d5939'] in dv-cinder-792462-4-smb is: [{'id': 'f556428d-a8f7-4dfd-8a38-53b9770d5939', 'name': 'tempest-AttachVolumeShelveTestJSON-577568110-router', 'tenant_id': '02474a2c64904c6fb152442041a5af03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:42:24Z', 'updated_at': '2021-05-20T21:50:43Z', 'revision_number': 6, 'project_id': '02474a2c64904c6fb152442041a5af03', 'gw_port_host': None}] {{(pid=98345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:50:43.768812 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-df2b30ec-7840-498a-a38a-9fff300cd6b2 req-695663bf-cf72-4429-9633-5e3430fba068 service neutron] 10.222.0.69 "GET /v2.0/networks/3a4eadf7-298b-4c11-b779-64558c14cd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742239 May 20 21:50:43.819339 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [None req-fc0dfb3f-26a7-4e09-b53c-2907db5e011f admin admin] Calling delete_port for 65b7066a-d725-4b6b-972c-2a45f2eaf16d owned by network:router_gateway {{(pid=98343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:50:43.931543 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-21c745bf-c596-4f5d-9876-daeda36b021a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'name': 'tempest-TestShelveInstance-824939550-router', 'tenant_id': 'bf7c4d2476214011814adf1e8095c658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a904694c-329c-49bb-ab3c-2b23329bea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:45:27Z', 'updated_at': '2021-05-20T21:45:39Z', 'revision_number': 4, 'project_id': 'bf7c4d2476214011814adf1e8095c658', 'gw_port': {'id': 'a904694c-329c-49bb-ab3c-2b23329bea42', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:45:30Z', 'updated_at': '2021-05-20T21:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': 'b653b278-7ca2-4a0c-9615-afe99d6c0d24', 'name': '', 'network_id': '3a4eadf7-298b-4c11-b779-64558c14cd67', 'tenant_id': 'bf7c4d2476214011814adf1e8095c658', 'mac_address': 'fa:16:3e:65:a7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '3274c3f6-8e4e-4778-80fa-ea4dbba5affd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:45:37Z', 'updated_at': '2021-05-20T21:45:50Z', 'revision_number': 5, 'project_id': 'bf7c4d2476214011814adf1e8095c658', 'subnets': [{'id': '3274c3f6-8e4e-4778-80fa-ea4dbba5affd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:43.937700 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c745bf-c596-4f5d-9876-daeda36b021a None None] The sync data for ids ['2f49aed4-d349-41c5-a637-d6255515d5ea'] in dv-cinder-792462-4-smb is: [{'id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'name': 'tempest-TestShelveInstance-824939550-router', 'tenant_id': 'bf7c4d2476214011814adf1e8095c658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a904694c-329c-49bb-ab3c-2b23329bea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:45:27Z', 'updated_at': '2021-05-20T21:45:39Z', 'revision_number': 4, 'project_id': 'bf7c4d2476214011814adf1e8095c658', 'gw_port': {'id': 'a904694c-329c-49bb-ab3c-2b23329bea42', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:45:30Z', 'updated_at': '2021-05-20T21:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': 'b653b278-7ca2-4a0c-9615-afe99d6c0d24', 'name': '', 'network_id': '3a4eadf7-298b-4c11-b779-64558c14cd67', 'tenant_id': 'bf7c4d2476214011814adf1e8095c658', 'mac_address': 'fa:16:3e:65:a7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '3274c3f6-8e4e-4778-80fa-ea4dbba5affd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:45:37Z', 'updated_at': '2021-05-20T21:45:50Z', 'revision_number': 5, 'project_id': 'bf7c4d2476214011814adf1e8095c658', 'subnets': [{'id': '3274c3f6-8e4e-4778-80fa-ea4dbba5affd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:50:44.156025 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 17d9e789-285a-4c1a-8eea-a3c6a2c5d754 no longer exists at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:50:44.220504 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] No Port match for: 17d9e789-285a-4c1a-8eea-a3c6a2c5d754 {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:50:44.221585 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 17d9e789-285a-4c1a-8eea-a3c6a2c5d754 not bound to the agent host dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:50:44.321907 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ded1673-8cae-49e4-ac4a-0b605eed5850 None None] New status for floating IP d059a3ec-7028-4377-b584-f44e7cbc0b7b: DOWN {{(pid=98344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:50:44.380904 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-fc0dfb3f-26a7-4e09-b53c-2907db5e011f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:44.389466 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-36397a26-f995-4bd4-8509-a0abebb9af15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:44.459765 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0dfb3f-26a7-4e09-b53c-2907db5e011f admin admin] Pushing event deleted for resources: {'Port': ['ID=65b7066a-d725-4b6b-972c-2a45f2eaf16d,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:44.463676 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-fc0dfb3f-26a7-4e09-b53c-2907db5e011f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:44.464446 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556430b6-f1ff-4a3a-b568-bce656adec1a req-ef5730c6-3404-49b8-bdd9-b0106dc5f93a tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:44.466008 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-556430b6-f1ff-4a3a-b568-bce656adec1a req-ef5730c6-3404-49b8-bdd9-b0106dc5f93a tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.69 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 945 time: 0.2281988 May 20 21:50:44.597571 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-fc0dfb3f-26a7-4e09-b53c-2907db5e011f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023537'] for router_gateway, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:44.759357 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855d757-c129-4faf-8705-7f9f727e2c04 req-8c11aabf-24bb-4907-8d05-24f49aff43c6 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:44.761935 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4855d757-c129-4faf-8705-7f9f727e2c04 req-8c11aabf-24bb-4907-8d05-24f49aff43c6 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 945 time: 0.2480185 May 20 21:50:44.821352 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [req-556430b6-f1ff-4a3a-b568-bce656adec1a req-7206e1ca-1972-4ea5-809c-6f87bb61f8e3 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Deleting port d9f78ded-46ed-4059-a280-f49a966ecd77 {{(pid=98342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:50:44.822340 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-556430b6-f1ff-4a3a-b568-bce656adec1a req-7206e1ca-1972-4ea5-809c-6f87bb61f8e3 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:44.913745 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-fc0dfb3f-26a7-4e09-b53c-2907db5e011f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2025991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4977'] for router, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:44.917553 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-fc0dfb3f-26a7-4e09-b53c-2907db5e011f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:44.925799 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-4855d757-c129-4faf-8705-7f9f727e2c04 req-25f6ee85-9562-449e-b20d-7a8a707e260a tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/security-groups?id=8982002b-860a-4bcf-beb7-1f2b00cccb68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502645 May 20 21:50:45.063148 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-fc0dfb3f-26a7-4e09-b53c-2907db5e011f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2024781'] for router, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:45.064331 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0dfb3f-26a7-4e09-b53c-2907db5e011f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f556428d-a8f7-4dfd-8a38-53b9770d5939 {{(pid=98343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 21:50:45.092604 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-fc0dfb3f-26a7-4e09-b53c-2907db5e011f admin admin] Notify callbacks [] for router, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:45.094313 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-fc0dfb3f-26a7-4e09-b53c-2907db5e011f admin admin] 10.222.0.78 "DELETE /v2.0/routers/f556428d-a8f7-4dfd-8a38-53b9770d5939 HTTP/1.1" status: 204 len: 168 time: 2.4280856 May 20 21:50:45.097353 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [req-556430b6-f1ff-4a3a-b568-bce656adec1a req-7206e1ca-1972-4ea5-809c-6f87bb61f8e3 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] For port d9f78ded-46ed-4059-a280-f49a966ecd77, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d9f78ded-46ed-4059-a280-f49a966ecd77,segment=NetworkSegment(c9c5107c-5bc6-4614-a0d0-2f9713028a48),segment_id=c9c5107c-5bc6-4614-a0d0-2f9713028a48)] {{(pid=98342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:50:45.097880 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-556430b6-f1ff-4a3a-b568-bce656adec1a req-7206e1ca-1972-4ea5-809c-6f87bb61f8e3 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:45.098143 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 46632) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:50:45.195819 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.db_base_plugin_v2 [None req-951f8018-efbc-451d-a54d-ea2f1197b77e admin admin] Deleting subnet e184cb69-105f-475e-83f0-129c4848c2ac {{(pid=98343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 21:50:45.201524 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-951f8018-efbc-451d-a54d-ea2f1197b77e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:45.247740 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [req-556430b6-f1ff-4a3a-b568-bce656adec1a req-7206e1ca-1972-4ea5-809c-6f87bb61f8e3 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Calling delete_port for d9f78ded-46ed-4059-a280-f49a966ecd77 owned by compute:nova {{(pid=98342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:50:45.256878 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-951f8018-efbc-451d-a54d-ea2f1197b77e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809433'] for subnet, precommit_delete_associations {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:45.397659 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-556430b6-f1ff-4a3a-b568-bce656adec1a req-7206e1ca-1972-4ea5-809c-6f87bb61f8e3 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:45.401965 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-951f8018-efbc-451d-a54d-ea2f1197b77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960594'] for subnet, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:45.403949 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-b5fdf1a9-353e-4c29-a8f9-47a09536c879 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:45.452859 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206e1ca-1972-4ea5-809c-6f87bb61f8e3 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Pushing event deleted for resources: {'Port': ['ID=d9f78ded-46ed-4059-a280-f49a966ecd77,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:45.457485 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-7206e1ca-1972-4ea5-809c-6f87bb61f8e3 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:45.535183 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.l3_dvrscheduler_db [req-556430b6-f1ff-4a3a-b568-bce656adec1a req-7206e1ca-1972-4ea5-809c-6f87bb61f8e3 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] No DVR routers for this DVR port d9f78ded-46ed-4059-a280-f49a966ecd77 on host hv-cinder-79246 {{(pid=98342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:50:45.537956 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-556430b6-f1ff-4a3a-b568-bce656adec1a req-7206e1ca-1972-4ea5-809c-6f87bb61f8e3 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:45.540707 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36af116c-0eb5-449d-80ed-ca7219341f55', 'name': 'network-vif-deleted', 'tag': 'd9f78ded-46ed-4059-a280-f49a966ecd77'}] {{(pid=98342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:50:45.557610 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-556430b6-f1ff-4a3a-b568-bce656adec1a req-7206e1ca-1972-4ea5-809c-6f87bb61f8e3 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.69 "DELETE /v2.0/ports/d9f78ded-46ed-4059-a280-f49a966ecd77 HTTP/1.1" status: 204 len: 173 time: 1.0849128 May 20 21:50:45.607139 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36af116c-0eb5-449d-80ed-ca7219341f55', 'name': 'network-vif-deleted', 'tag': 'd9f78ded-46ed-4059-a280-f49a966ecd77', 'status': 'completed', 'code': 200} May 20 21:50:45.685044 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:45.698999 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-951f8018-efbc-451d-a54d-ea2f1197b77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1737399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2129050'] for subnet, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:45.703002 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-0aa505ce-9e60-4794-b819-6bcc099d17be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:45.739434 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f8018-efbc-451d-a54d-ea2f1197b77e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e184cb69-105f-475e-83f0-129c4848c2ac,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:45.742393 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-951f8018-efbc-451d-a54d-ea2f1197b77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:45.743370 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-951f8018-efbc-451d-a54d-ea2f1197b77e admin admin] Notify callbacks [] for subnet, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:45.748818 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673e8b6c-755d-47d9-9c4a-85b75f36fc91 None None] Network d792e157-988b-4be9-b81e-7ce03ac12952 requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:50:45.753583 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-951f8018-efbc-451d-a54d-ea2f1197b77e admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e184cb69-105f-475e-83f0-129c4848c2ac HTTP/1.1" status: 204 len: 168 time: 0.6513886 May 20 21:50:45.753952 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 46640) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:50:45.900707 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f829de3b-023a-42f3-8380-6f98e96aac3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985866'] for network, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:46.102046 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [None req-f829de3b-023a-42f3-8380-6f98e96aac3e admin admin] Deleting port 0a482619-d090-4c35-80c9-67148a055771 {{(pid=98343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:50:46.102731 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f829de3b-023a-42f3-8380-6f98e96aac3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:46.165688 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec51870f-63c0-4ba5-bfa8-8408efad523a None None] DHCP port deletion for d792e157-988b-4be9-b81e-7ce03ac12952 request from dv-cinder-792462-4-smb {{(pid=98344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:50:46.189939 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-0e350609-69cd-4c20-b5db-7528467d3fa9 req-b0092532-d01f-4816-804b-76150fa8e093 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Synchronizing usage tracker for tenant:bf7c4d2476214011814adf1e8095c658 on resource:port {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:50:46.222428 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-0e350609-69cd-4c20-b5db-7528467d3fa9 req-b0092532-d01f-4816-804b-76150fa8e093 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Unset dirty status for tenant:bf7c4d2476214011814adf1e8095c658 on resource:port {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:50:46.230828 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-0e350609-69cd-4c20-b5db-7528467d3fa9 req-b0092532-d01f-4816-804b-76150fa8e093 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "GET /v2.0/ports?device_id=36af116c-0eb5-449d-80ed-ca7219341f55 HTTP/1.1" status: 200 len: 210 time: 0.1046543 May 20 21:50:46.268440 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 65b7066a-d725-4b6b-972c-2a45f2eaf16d no longer exists at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:50:46.326880 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] No Port match for: 65b7066a-d725-4b6b-972c-2a45f2eaf16d {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:50:46.327630 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 65b7066a-d725-4b6b-972c-2a45f2eaf16d not bound to the agent host dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:50:46.374060 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-ec51870f-63c0-4ba5-bfa8-8408efad523a None None] Deleting port 0a482619-d090-4c35-80c9-67148a055771 {{(pid=98344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:50:46.374939 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-ec51870f-63c0-4ba5-bfa8-8408efad523a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:46.450138 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.db [None req-f829de3b-023a-42f3-8380-6f98e96aac3e admin admin] For port 0a482619-d090-4c35-80c9-67148a055771, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=0a482619-d090-4c35-80c9-67148a055771,segment=NetworkSegment(54b1c84e-94ed-47c5-9732-c818bd112025),segment_id=54b1c84e-94ed-47c5-9732-c818bd112025)] {{(pid=98343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:50:46.450505 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f829de3b-023a-42f3-8380-6f98e96aac3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:46.554435 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-ec51870f-63c0-4ba5-bfa8-8408efad523a None None] For port 0a482619-d090-4c35-80c9-67148a055771, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=0a482619-d090-4c35-80c9-67148a055771,segment=NetworkSegment(54b1c84e-94ed-47c5-9732-c818bd112025),segment_id=54b1c84e-94ed-47c5-9732-c818bd112025)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:50:46.554999 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-ec51870f-63c0-4ba5-bfa8-8408efad523a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:46.638443 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [None req-f829de3b-023a-42f3-8380-6f98e96aac3e admin admin] Calling delete_port for 0a482619-d090-4c35-80c9-67148a055771 owned by network:dhcp {{(pid=98343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:50:46.702950 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-ec51870f-63c0-4ba5-bfa8-8408efad523a None None] Calling delete_port for 0a482619-d090-4c35-80c9-67148a055771 owned by network:dhcp {{(pid=98344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:50:46.707672 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f829de3b-023a-42f3-8380-6f98e96aac3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:46.712058 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-5163de6a-6ed2-401e-b5bf-28fda1f9c86c tempest-VolumesActionsTest-1674893619 tempest-VolumesActionsTest-1674893619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:46.758907 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829de3b-023a-42f3-8380-6f98e96aac3e admin admin] Pushing event deleted for resources: {'Port': ['ID=0a482619-d090-4c35-80c9-67148a055771,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:46.763268 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-f829de3b-023a-42f3-8380-6f98e96aac3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:46.768499 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f829de3b-023a-42f3-8380-6f98e96aac3e admin admin] No DVR routers for this DVR port 0a482619-d090-4c35-80c9-67148a055771 on host dv-cinder-792462-4-smb {{(pid=98343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:50:46.840946 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device d9f78ded-46ed-4059-a280-f49a966ecd77 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:50:46.896311 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] No Port match for: d9f78ded-46ed-4059-a280-f49a966ecd77 {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:50:46.898659 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device d9f78ded-46ed-4059-a280-f49a966ecd77 not bound to the agent host hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:50:46.935491 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-ec51870f-63c0-4ba5-bfa8-8408efad523a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863'] for port, after_delete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:46.936856 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f829de3b-023a-42f3-8380-6f98e96aac3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961757', 'neutron.services.segments.db._delete_segments_for_network-8759169772665'] for network, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:46.943718 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:46.956562 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.services.segments.db [None req-f829de3b-023a-42f3-8380-6f98e96aac3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d792e157-988b-4be9-b81e-7ce03ac12952']}} {{(pid=98343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:46.982096 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.services.segments.db [None req-f829de3b-023a-42f3-8380-6f98e96aac3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b1c84e-94ed-47c5-9732-c818bd112025') {'for_net_delete': True} {{(pid=98343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:46.983043 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.services.segments.db [None req-f829de3b-023a-42f3-8380-6f98e96aac3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b1c84e-94ed-47c5-9732-c818bd112025') {} {{(pid=98343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:47.007958 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51870f-63c0-4ba5-bfa8-8408efad523a None None] Pushing event deleted for resources: {'Port': ['ID=0a482619-d090-4c35-80c9-67148a055771,revision_number=None']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:47.009489 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f829de3b-023a-42f3-8380-6f98e96aac3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759169785079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809430'] for segment, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:47.013889 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-ec51870f-63c0-4ba5-bfa8-8408efad523a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:47.015657 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec51870f-63c0-4ba5-bfa8-8408efad523a None None] No DVR routers for this DVR port 0a482619-d090-4c35-80c9-67148a055771 on host dv-cinder-792462-4-smb {{(pid=98344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:50:47.040976 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f829de3b-023a-42f3-8380-6f98e96aac3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329'] for segment, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:47.054835 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f829de3b-023a-42f3-8380-6f98e96aac3e admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=98343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:50:47.055465 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f829de3b-023a-42f3-8380-6f98e96aac3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1737233'] for segment, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:47.078561 dv-cinder-792462-4-smb neutron-server[98343]: Traceback (most recent call last): May 20 21:50:47.078561 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:50:47.078561 dv-cinder-792462-4-smb neutron-server[98343]: timer() May 20 21:50:47.078561 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:50:47.078561 dv-cinder-792462-4-smb neutron-server[98343]: cb(*args, **kw) May 20 21:50:47.078561 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 21:50:47.078561 dv-cinder-792462-4-smb neutron-server[98343]: return func(*args, **kwargs) May 20 21:50:47.078561 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:50:47.078561 dv-cinder-792462-4-smb neutron-server[98343]: self._notify() May 20 21:50:47.078561 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:50:47.078561 dv-cinder-792462-4-smb neutron-server[98343]: self.callback(batched_events) May 20 21:50:47.078561 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:50:47.078561 dv-cinder-792462-4-smb neutron-server[98343]: event.method(event) May 20 21:50:47.078561 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 21:50:47.078561 dv-cinder-792462-4-smb neutron-server[98343]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:50:47.078561 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 21:50:47.078561 dv-cinder-792462-4-smb neutron-server[98343]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:50:47.078561 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 21:50:47.078561 dv-cinder-792462-4-smb neutron-server[98343]: return f(self, *a, **k) May 20 21:50:47.078561 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 21:50:47.078561 dv-cinder-792462-4-smb neutron-server[98343]: return self._get(url).json() May 20 21:50:47.078561 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 21:50:47.078561 dv-cinder-792462-4-smb neutron-server[98343]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:50:47.078561 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:50:47.078561 dv-cinder-792462-4-smb neutron-server[98343]: return self.request(url, 'GET', **kwargs) May 20 21:50:47.078561 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:50:47.078561 dv-cinder-792462-4-smb neutron-server[98343]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:50:47.078561 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:50:47.078561 dv-cinder-792462-4-smb neutron-server[98343]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:50:47.078561 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:50:47.078561 dv-cinder-792462-4-smb neutron-server[98343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:50:47.078561 dv-cinder-792462-4-smb neutron-server[98343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:50:47.169879 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f829de3b-023a-42f3-8380-6f98e96aac3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1639574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1649568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023514'] for network, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:47.174776 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-672aae25-e6f0-47de-a676-3ea4d5f9bac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:47.189537 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f829de3b-023a-42f3-8380-6f98e96aac3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for network, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:47.211216 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829de3b-023a-42f3-8380-6f98e96aac3e admin admin] Pushing event deleted for resources: {'Network': ['ID=d792e157-988b-4be9-b81e-7ce03ac12952,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:47.221670 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-f829de3b-023a-42f3-8380-6f98e96aac3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:47.232228 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-f829de3b-023a-42f3-8380-6f98e96aac3e admin admin] 10.222.0.78 "DELETE /v2.0/networks/d792e157-988b-4be9-b81e-7ce03ac12952 HTTP/1.1" status: 204 len: 168 time: 1.4737954 May 20 21:50:47.389137 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 46654) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:50:47.402484 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 46658) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:50:47.465164 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-294a010e-93f0-4c0e-ba9e-4fae3b38b942 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:47.466433 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-7a52c138-77c0-432e-8ce4-eb9287ab524a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=02474a2c64904c6fb152442041a5af03&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0620248 May 20 21:50:47.468772 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 46662) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:50:47.502683 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-294a010e-93f0-4c0e-ba9e-4fae3b38b942 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:47.537805 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-c7708209-b420-479a-b1d5-c6c0b924a3f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:47.582889 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-c7708209-b420-479a-b1d5-c6c0b924a3f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:47.589337 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-294a010e-93f0-4c0e-ba9e-4fae3b38b942 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:47.598917 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-078c1bd6-fcc5-4ff2-bfa9-883f10749fb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:47.624867 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a010e-93f0-4c0e-ba9e-4fae3b38b942 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8982002b-860a-4bcf-beb7-1f2b00cccb68,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:47.631797 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-294a010e-93f0-4c0e-ba9e-4fae3b38b942 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:47.648311 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-294a010e-93f0-4c0e-ba9e-4fae3b38b942 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:47.653583 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-294a010e-93f0-4c0e-ba9e-4fae3b38b942 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] 10.222.0.78 "DELETE /v2.0/security-groups/8982002b-860a-4bcf-beb7-1f2b00cccb68 HTTP/1.1" status: 204 len: 168 time: 0.2597775 May 20 21:50:47.699368 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-c7708209-b420-479a-b1d5-c6c0b924a3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:47.710498 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-a9ee9340-1f8d-4e32-8c8d-4f3ec3b05277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:47.735405 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 46670) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:50:47.735709 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7708209-b420-479a-b1d5-c6c0b924a3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1dbc8ff-d377-45e2-b8f1-225f2bc2aae4,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:47.750881 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-c7708209-b420-479a-b1d5-c6c0b924a3f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:47.755465 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-c7708209-b420-479a-b1d5-c6c0b924a3f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:47.757252 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-c7708209-b420-479a-b1d5-c6c0b924a3f5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d1dbc8ff-d377-45e2-b8f1-225f2bc2aae4 HTTP/1.1" status: 204 len: 168 time: 0.2874024 May 20 21:50:48.196817 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 0a482619-d090-4c35-80c9-67148a055771 no longer exists at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:50:48.237542 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] No Port match for: 0a482619-d090-4c35-80c9-67148a055771 {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:50:48.237899 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 0a482619-d090-4c35-80c9-67148a055771 not bound to the agent host dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:50:48.475520 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-835f4060-61f0-489b-b34b-6322a8246c2f req-10a8f1c8-5f19-44ce-8e85-4cb1f6a0a4d2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ad6b710d-0739-42bb-9138-9809375b43be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1143000 May 20 21:50:48.600405 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-aa0b4e15-3718-48be-bc71-894303f488cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629786'] for router_interface, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:48.665754 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f4060-61f0-489b-b34b-6322a8246c2f req-4efbd30c-92ef-475b-bc9b-9bf93530801a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:48.667590 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-835f4060-61f0-489b-b34b-6322a8246c2f req-4efbd30c-92ef-475b-bc9b-9bf93530801a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0606f6a2c7f245b7990c5cd28b31b66a&device_id=ad6b710d-0739-42bb-9138-9809375b43be HTTP/1.1" status: 200 len: 1098 time: 0.0789261 May 20 21:50:48.852958 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f4060-61f0-489b-b34b-6322a8246c2f req-f245859f-ea37-47b1-8465-d8059994f4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:48.854540 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-835f4060-61f0-489b-b34b-6322a8246c2f req-f245859f-ea37-47b1-8465-d8059994f4f9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bc42d8dd-db6a-42a7-a65a-d494de158c0c HTTP/1.1" status: 200 len: 912 time: 0.1651831 May 20 21:50:48.972606 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-835f4060-61f0-489b-b34b-6322a8246c2f req-2ed26748-3b80-4e7f-9454-179476598fd5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f81c0e25-f4e1-4681-81f7-2da2304041c0 HTTP/1.1" status: 200 len: 1001 time: 0.1091444 May 20 21:50:49.055231 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f4060-61f0-489b-b34b-6322a8246c2f req-39596c22-ec3d-4932-9e11-73e50dd72619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:49.055231 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-835f4060-61f0-489b-b34b-6322a8246c2f req-39596c22-ec3d-4932-9e11-73e50dd72619 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d71aa12b-c7d1-4dcf-bc1c-f2467a541a18 HTTP/1.1" status: 200 len: 850 time: 0.0754309 May 20 21:50:49.185073 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f4060-61f0-489b-b34b-6322a8246c2f req-ea97a559-7c73-4550-9f62-dc2efcf935ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:50:49.186577 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-835f4060-61f0-489b-b34b-6322a8246c2f req-ea97a559-7c73-4550-9f62-dc2efcf935ae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bc42d8dd-db6a-42a7-a65a-d494de158c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1241658 May 20 21:50:49.190266 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [None req-aa0b4e15-3718-48be-bc71-894303f488cf admin admin] Deleting port b653b278-7ca2-4a0c-9615-afe99d6c0d24 {{(pid=98343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:50:49.190461 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-aa0b4e15-3718-48be-bc71-894303f488cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:49.364548 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.db [None req-aa0b4e15-3718-48be-bc71-894303f488cf admin admin] For port b653b278-7ca2-4a0c-9615-afe99d6c0d24, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=b653b278-7ca2-4a0c-9615-afe99d6c0d24,segment=NetworkSegment(c9c5107c-5bc6-4614-a0d0-2f9713028a48),segment_id=c9c5107c-5bc6-4614-a0d0-2f9713028a48)] {{(pid=98343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:50:49.365197 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-aa0b4e15-3718-48be-bc71-894303f488cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:49.469510 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-835f4060-61f0-489b-b34b-6322a8246c2f req-b000fcce-5be6-4f0f-ae15-dfffb1ad0834 service neutron] 10.222.0.69 "GET /v2.0/networks/bc42d8dd-db6a-42a7-a65a-d494de158c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724452 May 20 21:50:49.561557 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [None req-aa0b4e15-3718-48be-bc71-894303f488cf admin admin] Calling delete_port for b653b278-7ca2-4a0c-9615-afe99d6c0d24 owned by network:router_interface {{(pid=98343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:50:49.694573 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-835f4060-61f0-489b-b34b-6322a8246c2f req-8134e92c-91f9-4c86-afc8-1a26427b4de1 service neutron] 10.222.0.69 "GET /v2.0/networks/bc42d8dd-db6a-42a7-a65a-d494de158c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149525 May 20 21:50:49.783271 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-aa0b4e15-3718-48be-bc71-894303f488cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:49.791738 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-6a5dccbd-de68-4806-9ebd-ec9c9d9a9ea0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:49.861511 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b4e15-3718-48be-bc71-894303f488cf admin admin] Pushing event deleted for resources: {'Port': ['ID=b653b278-7ca2-4a0c-9615-afe99d6c0d24,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:49.865624 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-aa0b4e15-3718-48be-bc71-894303f488cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:50.178762 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-aa0b4e15-3718-48be-bc71-894303f488cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629934'] for router_interface, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:50.555821 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0b4e15-3718-48be-bc71-894303f488cf admin admin] Router 2f49aed4-d349-41c5-a637-d6255515d5ea has already been hosted by L3 agent 0cab7e80-5b87-486c-a982-5030be84b7ba {{(pid=98343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 21:50:50.873028 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0b4e15-3718-48be-bc71-894303f488cf admin admin] Notify agent at l3_agent.dv-cinder-792462-4-smb the message routers_updated {{(pid=98343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 21:50:50.884393 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75c212d-d7a8-4390-a05d-ee8407e61d24 None None] Sync routers for ids ['2f49aed4-d349-41c5-a637-d6255515d5ea'] in dv-cinder-792462-4-smb {{(pid=98345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:50:50.898726 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-aa0b4e15-3718-48be-bc71-894303f488cf admin admin] 10.222.0.78 "PUT /v2.0/routers/2f49aed4-d349-41c5-a637-d6255515d5ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1578197 May 20 21:50:50.898982 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75c212d-d7a8-4390-a05d-ee8407e61d24 None None] Routers {'2f49aed4-d349-41c5-a637-d6255515d5ea'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:50:50.898982 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-a75c212d-d7a8-4390-a05d-ee8407e61d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:50:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['2f49aed4-d349-41c5-a637-d6255515d5ea'], 'active': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:50.899283 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 46716) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:50:51.135320 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvr_db [None req-a75c212d-d7a8-4390-a05d-ee8407e61d24 None None] Set router 2f49aed4-d349-41c5-a637-d6255515d5ea gateway port host: dv-cinder-792462-4-smb {{(pid=98345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:50:51.171299 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1eb95572-8f95-4dde-8773-e06151ad89b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:51.369446 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1eb95572-8f95-4dde-8773-e06151ad89b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:51.464774 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-a75c212d-d7a8-4390-a05d-ee8407e61d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'name': 'tempest-TestShelveInstance-824939550-router', 'tenant_id': 'bf7c4d2476214011814adf1e8095c658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.190'}], 'enable_snat': True}, 'gw_port_id': 'a904694c-329c-49bb-ab3c-2b23329bea42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:45:27Z', 'updated_at': '2021-05-20T21:50:49Z', 'revision_number': 5, 'project_id': 'bf7c4d2476214011814adf1e8095c658', 'gw_port': {'id': 'a904694c-329c-49bb-ab3c-2b23329bea42', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:45:30Z', 'updated_at': '2021-05-20T21:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb'}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:51.469864 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75c212d-d7a8-4390-a05d-ee8407e61d24 None None] Checking router: 2f49aed4-d349-41c5-a637-d6255515d5ea for host: dv-cinder-792462-4-smb {{(pid=98345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:50:51.486720 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75c212d-d7a8-4390-a05d-ee8407e61d24 None None] Routers {'2f49aed4-d349-41c5-a637-d6255515d5ea'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:50:51.486720 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-a75c212d-d7a8-4390-a05d-ee8407e61d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:50:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['2f49aed4-d349-41c5-a637-d6255515d5ea'], 'active': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:51.505294 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [None req-1eb95572-8f95-4dde-8773-e06151ad89b1 admin admin] Deleting port a904694c-329c-49bb-ab3c-2b23329bea42 {{(pid=98342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:50:51.505598 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1eb95572-8f95-4dde-8773-e06151ad89b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:51.664505 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvr_db [None req-a75c212d-d7a8-4390-a05d-ee8407e61d24 None None] Set router 2f49aed4-d349-41c5-a637-d6255515d5ea gateway port host: None {{(pid=98345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:50:51.693939 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [None req-1eb95572-8f95-4dde-8773-e06151ad89b1 admin admin] For port a904694c-329c-49bb-ab3c-2b23329bea42, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=a904694c-329c-49bb-ab3c-2b23329bea42,segment=NetworkSegment(c99208f0-a511-44ea-981f-b3b92c3f5261),segment_id=c99208f0-a511-44ea-981f-b3b92c3f5261)] {{(pid=98342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:50:51.694565 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1eb95572-8f95-4dde-8773-e06151ad89b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:51.774195 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-a75c212d-d7a8-4390-a05d-ee8407e61d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'name': 'tempest-TestShelveInstance-824939550-router', 'tenant_id': 'bf7c4d2476214011814adf1e8095c658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:45:27Z', 'updated_at': '2021-05-20T21:50:51Z', 'revision_number': 6, 'project_id': 'bf7c4d2476214011814adf1e8095c658', 'gw_port_host': None}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:51.780159 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75c212d-d7a8-4390-a05d-ee8407e61d24 None None] The sync data for ids ['2f49aed4-d349-41c5-a637-d6255515d5ea'] in dv-cinder-792462-4-smb is: [{'id': '2f49aed4-d349-41c5-a637-d6255515d5ea', 'name': 'tempest-TestShelveInstance-824939550-router', 'tenant_id': 'bf7c4d2476214011814adf1e8095c658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:45:27Z', 'updated_at': '2021-05-20T21:50:51Z', 'revision_number': 6, 'project_id': 'bf7c4d2476214011814adf1e8095c658', 'gw_port_host': None}] {{(pid=98345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:50:51.905971 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [None req-1eb95572-8f95-4dde-8773-e06151ad89b1 admin admin] Calling delete_port for a904694c-329c-49bb-ab3c-2b23329bea42 owned by network:router_gateway {{(pid=98342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:50:52.057887 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1eb95572-8f95-4dde-8773-e06151ad89b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:52.061898 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-bbf51f17-4850-4c8e-b5e5-4259011f9f6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:52.107248 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb95572-8f95-4dde-8773-e06151ad89b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a904694c-329c-49bb-ab3c-2b23329bea42,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:52.193849 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-1eb95572-8f95-4dde-8773-e06151ad89b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:52.228725 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-50483024-051a-4878-ab95-f4b801141fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:52.237480 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device b653b278-7ca2-4a0c-9615-afe99d6c0d24 no longer exists at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:50:52.245926 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1eb95572-8f95-4dde-8773-e06151ad89b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023537'] for router_gateway, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:52.274265 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] No Port match for: b653b278-7ca2-4a0c-9615-afe99d6c0d24 {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:50:52.274625 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device b653b278-7ca2-4a0c-9615-afe99d6c0d24 not bound to the agent host dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:50:52.431141 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1eb95572-8f95-4dde-8773-e06151ad89b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2025991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4977'] for router, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:52.433491 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1eb95572-8f95-4dde-8773-e06151ad89b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:52.569457 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1eb95572-8f95-4dde-8773-e06151ad89b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2024781'] for router, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:52.570054 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb95572-8f95-4dde-8773-e06151ad89b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f49aed4-d349-41c5-a637-d6255515d5ea {{(pid=98342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 21:50:52.587132 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1eb95572-8f95-4dde-8773-e06151ad89b1 admin admin] Notify callbacks [] for router, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:52.588244 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-1eb95572-8f95-4dde-8773-e06151ad89b1 admin admin] 10.222.0.78 "DELETE /v2.0/routers/2f49aed4-d349-41c5-a637-d6255515d5ea HTTP/1.1" status: 204 len: 168 time: 1.6882145 May 20 21:50:52.590812 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 46742) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:50:52.656543 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ac0dd2-2a6b-4102-b68e-ae448c83c3f0 admin admin] Deleting subnet 3274c3f6-8e4e-4778-80fa-ea4dbba5affd {{(pid=98342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 21:50:52.660524 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-f6ac0dd2-2a6b-4102-b68e-ae448c83c3f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:52.714153 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-f6ac0dd2-2a6b-4102-b68e-ae448c83c3f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3898490'] for subnet, precommit_delete_associations {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:52.849292 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-f6ac0dd2-2a6b-4102-b68e-ae448c83c3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960594'] for subnet, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:53.108115 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-f6ac0dd2-2a6b-4102-b68e-ae448c83c3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3867332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3870899'] for subnet, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:53.113563 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-645f2923-c009-48e9-8b3b-78a7b17dc339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:53.152625 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-f6ac0dd2-2a6b-4102-b68e-ae448c83c3f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for subnet, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:53.155225 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac0dd2-2a6b-4102-b68e-ae448c83c3f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3274c3f6-8e4e-4778-80fa-ea4dbba5affd,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:53.157732 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5ddb04-61fd-45c5-939f-a45ed7ab18a3 None None] Network 3a4eadf7-298b-4c11-b779-64558c14cd67 requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:50:53.158849 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-f6ac0dd2-2a6b-4102-b68e-ae448c83c3f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:53.161873 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-f6ac0dd2-2a6b-4102-b68e-ae448c83c3f0 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/3274c3f6-8e4e-4778-80fa-ea4dbba5affd HTTP/1.1" status: 204 len: 168 time: 0.5701489 May 20 21:50:53.164377 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 46758) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:50:53.268312 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-08c3f553-11c9-4656-82ce-d1d776821963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985866'] for network, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:53.346729 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [None req-08c3f553-11c9-4656-82ce-d1d776821963 admin admin] Deleting port 4c9502ee-8b62-4b95-99ef-61750dc7c715 {{(pid=98342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:50:53.347066 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-08c3f553-11c9-4656-82ce-d1d776821963 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:53.417684 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce76aaf-bfc3-4051-b543-0bdd6585dad6 None None] DHCP port deletion for 3a4eadf7-298b-4c11-b779-64558c14cd67 request from dv-cinder-792462-4-smb {{(pid=98344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:50:53.454903 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [None req-08c3f553-11c9-4656-82ce-d1d776821963 admin admin] For port 4c9502ee-8b62-4b95-99ef-61750dc7c715, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=4c9502ee-8b62-4b95-99ef-61750dc7c715,segment=NetworkSegment(c9c5107c-5bc6-4614-a0d0-2f9713028a48),segment_id=c9c5107c-5bc6-4614-a0d0-2f9713028a48)] {{(pid=98342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:50:53.455417 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-08c3f553-11c9-4656-82ce-d1d776821963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:53.486510 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-4ce76aaf-bfc3-4051-b543-0bdd6585dad6 None None] Deleting port 4c9502ee-8b62-4b95-99ef-61750dc7c715 {{(pid=98344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:50:53.487049 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-4ce76aaf-bfc3-4051-b543-0bdd6585dad6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:53.583787 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [None req-08c3f553-11c9-4656-82ce-d1d776821963 admin admin] Calling delete_port for 4c9502ee-8b62-4b95-99ef-61750dc7c715 owned by network:dhcp {{(pid=98342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:50:53.600424 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-4ce76aaf-bfc3-4051-b543-0bdd6585dad6 None None] For port 4c9502ee-8b62-4b95-99ef-61750dc7c715, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=4c9502ee-8b62-4b95-99ef-61750dc7c715,segment=NetworkSegment(c9c5107c-5bc6-4614-a0d0-2f9713028a48),segment_id=c9c5107c-5bc6-4614-a0d0-2f9713028a48)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:50:53.600424 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-4ce76aaf-bfc3-4051-b543-0bdd6585dad6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:53.643373 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-08c3f553-11c9-4656-82ce-d1d776821963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:53.650155 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-360ced6d-76eb-4f98-a1bb-84c43535b3ff tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:53.713069 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3f553-11c9-4656-82ce-d1d776821963 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c9502ee-8b62-4b95-99ef-61750dc7c715,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:53.716320 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-08c3f553-11c9-4656-82ce-d1d776821963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:53.717501 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c3f553-11c9-4656-82ce-d1d776821963 admin admin] No DVR routers for this DVR port 4c9502ee-8b62-4b95-99ef-61750dc7c715 on host dv-cinder-792462-4-smb {{(pid=98342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:50:53.741924 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-4ce76aaf-bfc3-4051-b543-0bdd6585dad6 None None] Calling delete_port for 4c9502ee-8b62-4b95-99ef-61750dc7c715 owned by network:dhcp {{(pid=98344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:50:53.802982 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-4ce76aaf-bfc3-4051-b543-0bdd6585dad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863'] for port, after_delete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:53.806673 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:53.882646 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-08c3f553-11c9-4656-82ce-d1d776821963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961757', 'neutron.services.segments.db._delete_segments_for_network-8759169772665'] for network, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:53.883445 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce76aaf-bfc3-4051-b543-0bdd6585dad6 None None] Pushing event deleted for resources: {'Port': ['ID=4c9502ee-8b62-4b95-99ef-61750dc7c715,revision_number=None']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:53.886809 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-4ce76aaf-bfc3-4051-b543-0bdd6585dad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:53.887645 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce76aaf-bfc3-4051-b543-0bdd6585dad6 None None] No DVR routers for this DVR port 4c9502ee-8b62-4b95-99ef-61750dc7c715 on host dv-cinder-792462-4-smb {{(pid=98344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:50:53.898949 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.services.segments.db [None req-08c3f553-11c9-4656-82ce-d1d776821963 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4eadf7-298b-4c11-b779-64558c14cd67']}} {{(pid=98342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:53.915830 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.services.segments.db [None req-08c3f553-11c9-4656-82ce-d1d776821963 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c5107c-5bc6-4614-a0d0-2f9713028a48') {'for_net_delete': True} {{(pid=98342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:53.916137 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.services.segments.db [None req-08c3f553-11c9-4656-82ce-d1d776821963 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c5107c-5bc6-4614-a0d0-2f9713028a48') {} {{(pid=98342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:53.931990 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-08c3f553-11c9-4656-82ce-d1d776821963 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759169785079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3898485'] for segment, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:53.961677 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-08c3f553-11c9-4656-82ce-d1d776821963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329'] for segment, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:53.973910 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c3f553-11c9-4656-82ce-d1d776821963 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=98342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:50:53.974526 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-08c3f553-11c9-4656-82ce-d1d776821963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3867234'] for segment, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:53.988981 dv-cinder-792462-4-smb neutron-server[98342]: Traceback (most recent call last): May 20 21:50:53.988981 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:50:53.988981 dv-cinder-792462-4-smb neutron-server[98342]: timer() May 20 21:50:53.988981 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:50:53.988981 dv-cinder-792462-4-smb neutron-server[98342]: cb(*args, **kw) May 20 21:50:53.988981 dv-cinder-792462-4-smb neutron-server[98342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 21:50:53.988981 dv-cinder-792462-4-smb neutron-server[98342]: return func(*args, **kwargs) May 20 21:50:53.988981 dv-cinder-792462-4-smb neutron-server[98342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:50:53.988981 dv-cinder-792462-4-smb neutron-server[98342]: self._notify() May 20 21:50:53.988981 dv-cinder-792462-4-smb neutron-server[98342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:50:53.988981 dv-cinder-792462-4-smb neutron-server[98342]: self.callback(batched_events) May 20 21:50:53.988981 dv-cinder-792462-4-smb neutron-server[98342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:50:53.988981 dv-cinder-792462-4-smb neutron-server[98342]: event.method(event) May 20 21:50:53.988981 dv-cinder-792462-4-smb neutron-server[98342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 21:50:53.988981 dv-cinder-792462-4-smb neutron-server[98342]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:50:53.988981 dv-cinder-792462-4-smb neutron-server[98342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 21:50:53.988981 dv-cinder-792462-4-smb neutron-server[98342]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:50:53.988981 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 21:50:53.988981 dv-cinder-792462-4-smb neutron-server[98342]: return f(self, *a, **k) May 20 21:50:53.988981 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 21:50:53.988981 dv-cinder-792462-4-smb neutron-server[98342]: return self._get(url).json() May 20 21:50:53.988981 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 21:50:53.988981 dv-cinder-792462-4-smb neutron-server[98342]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:50:53.988981 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:50:53.988981 dv-cinder-792462-4-smb neutron-server[98342]: return self.request(url, 'GET', **kwargs) May 20 21:50:53.988981 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:50:53.988981 dv-cinder-792462-4-smb neutron-server[98342]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:50:53.988981 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:50:53.988981 dv-cinder-792462-4-smb neutron-server[98342]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:50:53.988981 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:50:53.988981 dv-cinder-792462-4-smb neutron-server[98342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:50:53.988981 dv-cinder-792462-4-smb neutron-server[98342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:50:54.069923 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-08c3f553-11c9-4656-82ce-d1d776821963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1639574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1649568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023514'] for network, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:54.073995 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:54.090076 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-08c3f553-11c9-4656-82ce-d1d776821963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for network, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:54.097918 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3f553-11c9-4656-82ce-d1d776821963 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a4eadf7-298b-4c11-b779-64558c14cd67,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:54.102596 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-08c3f553-11c9-4656-82ce-d1d776821963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:54.123193 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-08c3f553-11c9-4656-82ce-d1d776821963 admin admin] 10.222.0.78 "DELETE /v2.0/networks/3a4eadf7-298b-4c11-b779-64558c14cd67 HTTP/1.1" status: 204 len: 168 time: 0.9573903 May 20 21:50:54.128316 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 46776) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:50:54.197243 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 4c9502ee-8b62-4b95-99ef-61750dc7c715 no longer exists at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:50:54.233917 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] No Port match for: 4c9502ee-8b62-4b95-99ef-61750dc7c715 {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:50:54.234270 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 4c9502ee-8b62-4b95-99ef-61750dc7c715 not bound to the agent host dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:50:54.234907 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device a904694c-329c-49bb-ab3c-2b23329bea42 no longer exists at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:50:54.272412 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] No Port match for: a904694c-329c-49bb-ab3c-2b23329bea42 {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:50:54.272768 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device a904694c-329c-49bb-ab3c-2b23329bea42 not bound to the agent host dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:50:54.721083 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-37f56a45-9a9c-4d30-9855-d20b608d9aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629786'] for router_interface, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:55.161348 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [None req-37f56a45-9a9c-4d30-9855-d20b608d9aa0 admin admin] Deleting port c2cf5cb1-42dc-4416-9d31-2d669482e1e6 {{(pid=98343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:50:55.162064 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-37f56a45-9a9c-4d30-9855-d20b608d9aa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:55.290683 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.db [None req-37f56a45-9a9c-4d30-9855-d20b608d9aa0 admin admin] For port c2cf5cb1-42dc-4416-9d31-2d669482e1e6, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=c2cf5cb1-42dc-4416-9d31-2d669482e1e6,segment=NetworkSegment(bcb50d94-3ffd-4455-8026-a7b0f1fce256),segment_id=bcb50d94-3ffd-4455-8026-a7b0f1fce256)] {{(pid=98343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:50:55.291202 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-37f56a45-9a9c-4d30-9855-d20b608d9aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:55.426545 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [None req-37f56a45-9a9c-4d30-9855-d20b608d9aa0 admin admin] Calling delete_port for c2cf5cb1-42dc-4416-9d31-2d669482e1e6 owned by network:router_interface {{(pid=98343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:50:55.538150 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:55.738711 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-37f56a45-9a9c-4d30-9855-d20b608d9aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:55.742611 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:55.790819 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f56a45-9a9c-4d30-9855-d20b608d9aa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2cf5cb1-42dc-4416-9d31-2d669482e1e6,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:55.794347 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-37f56a45-9a9c-4d30-9855-d20b608d9aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:55.805415 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 46798) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:50:55.945364 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1c3724d8-0b63-49f7-9c37-67da59579f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:55.962559 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-1c3724d8-0b63-49f7-9c37-67da59579f51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:50:55.966743 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-1c3724d8-0b63-49f7-9c37-67da59579f51 admin admin] Usage tracker for resource:security_group_rule and tenant:d4b84f4bb18a418f9f288a1ec3cb22ec is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:50:55.971886 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-1c3724d8-0b63-49f7-9c37-67da59579f51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:50:55.978803 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-1c3724d8-0b63-49f7-9c37-67da59579f51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:50:56.076246 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1c3724d8-0b63-49f7-9c37-67da59579f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:56.082374 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1c3724d8-0b63-49f7-9c37-67da59579f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:56.089277 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-37f56a45-9a9c-4d30-9855-d20b608d9aa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629934'] for router_interface, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:56.092453 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-d8a8274b-8e86-4bab-b2af-d08ae2c17dfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:56.135827 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-1c3724d8-0b63-49f7-9c37-67da59579f51 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d4b84f4bb18a418f9f288a1ec3cb22ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3290191 May 20 21:50:56.140752 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 46806) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:50:56.144821 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3724d8-0b63-49f7-9c37-67da59579f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2169827f-70aa-4ced-9ddc-2bf99532e00a,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:56.161331 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-1c3724d8-0b63-49f7-9c37-67da59579f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:56.193329 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-56a2a1d1-8e9f-4969-b589-47ce3438981d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:56.218263 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1dbd156f-2f95-4275-88d6-c65453e4cb94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:56.347175 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1dbd156f-2f95-4275-88d6-c65453e4cb94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:56.401643 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1dbd156f-2f95-4275-88d6-c65453e4cb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:56.405321 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-4edb1ca1-97da-4ed9-b0c2-cb988074d1b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:56.419414 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd156f-2f95-4275-88d6-c65453e4cb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2169827f-70aa-4ced-9ddc-2bf99532e00a,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:56.422296 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-1dbd156f-2f95-4275-88d6-c65453e4cb94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:56.425077 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1dbd156f-2f95-4275-88d6-c65453e4cb94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:56.426202 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-1dbd156f-2f95-4275-88d6-c65453e4cb94 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2169827f-70aa-4ced-9ddc-2bf99532e00a HTTP/1.1" status: 204 len: 168 time: 0.2836425 May 20 21:50:56.472310 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f56a45-9a9c-4d30-9855-d20b608d9aa0 admin admin] Router e5a8a161-784d-4eb8-a06e-70783b8e3cbb has already been hosted by L3 agent 0cab7e80-5b87-486c-a982-5030be84b7ba {{(pid=98343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 21:50:56.656372 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f56a45-9a9c-4d30-9855-d20b608d9aa0 admin admin] Notify agent at l3_agent.dv-cinder-792462-4-smb the message routers_updated {{(pid=98343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 21:50:56.666568 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bc1197-d743-4dba-8762-034bbdbe5259 None None] Sync routers for ids ['e5a8a161-784d-4eb8-a06e-70783b8e3cbb'] in dv-cinder-792462-4-smb {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:50:56.667102 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-37f56a45-9a9c-4d30-9855-d20b608d9aa0 admin admin] 10.222.0.78 "PUT /v2.0/routers/e5a8a161-784d-4eb8-a06e-70783b8e3cbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5373201 May 20 21:50:56.670063 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 46816) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:50:56.678098 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bc1197-d743-4dba-8762-034bbdbe5259 None None] Routers {'e5a8a161-784d-4eb8-a06e-70783b8e3cbb'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:50:56.678720 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-d2bc1197-d743-4dba-8762-034bbdbe5259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:50:56Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['e5a8a161-784d-4eb8-a06e-70783b8e3cbb'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:56.866522 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-8251aa81-204c-4ce7-b9f6-7f00e306296e admin admin] Notify callbacks [] for router, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:56.868833 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-d2bc1197-d743-4dba-8762-034bbdbe5259 None None] Set router e5a8a161-784d-4eb8-a06e-70783b8e3cbb gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:50:57.057083 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-8251aa81-204c-4ce7-b9f6-7f00e306296e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:57.159067 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [None req-8251aa81-204c-4ce7-b9f6-7f00e306296e admin admin] Deleting port 0abf3d48-1b7c-4c86-83e0-135ecdb91bf4 {{(pid=98342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:50:57.160353 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-8251aa81-204c-4ce7-b9f6-7f00e306296e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:57.202933 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-d2bc1197-d743-4dba-8762-034bbdbe5259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a8a161-784d-4eb8-a06e-70783b8e3cbb', 'name': 'tempest-TestShelveInstance-877177076-router', 'tenant_id': '913ca4bc2994403abd97aaa8e162eaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': '0abf3d48-1b7c-4c86-83e0-135ecdb91bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:45:51Z', 'updated_at': '2021-05-20T21:50:55Z', 'revision_number': 5, 'project_id': '913ca4bc2994403abd97aaa8e162eaec', 'gw_port': {'id': '0abf3d48-1b7c-4c86-83e0-135ecdb91bf4', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:7a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a8a161-784d-4eb8-a06e-70783b8e3cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:45:54Z', 'updated_at': '2021-05-20T21:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb'}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:57.208883 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bc1197-d743-4dba-8762-034bbdbe5259 None None] Checking router: e5a8a161-784d-4eb8-a06e-70783b8e3cbb for host: dv-cinder-792462-4-smb {{(pid=98344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:50:57.217950 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bc1197-d743-4dba-8762-034bbdbe5259 None None] Routers {'e5a8a161-784d-4eb8-a06e-70783b8e3cbb'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:50:57.218530 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-d2bc1197-d743-4dba-8762-034bbdbe5259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:50:56Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['e5a8a161-784d-4eb8-a06e-70783b8e3cbb'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:57.298150 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [None req-8251aa81-204c-4ce7-b9f6-7f00e306296e admin admin] For port 0abf3d48-1b7c-4c86-83e0-135ecdb91bf4, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=0abf3d48-1b7c-4c86-83e0-135ecdb91bf4,segment=NetworkSegment(c99208f0-a511-44ea-981f-b3b92c3f5261),segment_id=c99208f0-a511-44ea-981f-b3b92c3f5261)] {{(pid=98342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:50:57.298617 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-8251aa81-204c-4ce7-b9f6-7f00e306296e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:57.379135 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-d2bc1197-d743-4dba-8762-034bbdbe5259 None None] Set router e5a8a161-784d-4eb8-a06e-70783b8e3cbb gateway port host: None {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:50:57.454106 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [None req-8251aa81-204c-4ce7-b9f6-7f00e306296e admin admin] Calling delete_port for 0abf3d48-1b7c-4c86-83e0-135ecdb91bf4 owned by network:router_gateway {{(pid=98342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:50:57.496552 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-d2bc1197-d743-4dba-8762-034bbdbe5259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a8a161-784d-4eb8-a06e-70783b8e3cbb', 'name': 'tempest-TestShelveInstance-877177076-router', 'tenant_id': '913ca4bc2994403abd97aaa8e162eaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:45:51Z', 'updated_at': '2021-05-20T21:50:57Z', 'revision_number': 6, 'project_id': '913ca4bc2994403abd97aaa8e162eaec', 'gw_port_host': None}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:57.507983 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bc1197-d743-4dba-8762-034bbdbe5259 None None] The sync data for ids ['e5a8a161-784d-4eb8-a06e-70783b8e3cbb'] in dv-cinder-792462-4-smb is: [{'id': 'e5a8a161-784d-4eb8-a06e-70783b8e3cbb', 'name': 'tempest-TestShelveInstance-877177076-router', 'tenant_id': '913ca4bc2994403abd97aaa8e162eaec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:45:51Z', 'updated_at': '2021-05-20T21:50:57Z', 'revision_number': 6, 'project_id': '913ca4bc2994403abd97aaa8e162eaec', 'gw_port_host': None}] {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:50:57.521922 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:57.627453 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-8251aa81-204c-4ce7-b9f6-7f00e306296e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:57.631917 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-03972cef-a57d-4aaa-ab73-6cb853626ac0 tempest-VolumesSnapshotTestJSON-721166548 tempest-VolumesSnapshotTestJSON-721166548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:57.678136 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251aa81-204c-4ce7-b9f6-7f00e306296e admin admin] Pushing event deleted for resources: {'Port': ['ID=0abf3d48-1b7c-4c86-83e0-135ecdb91bf4,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:57.706665 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-8251aa81-204c-4ce7-b9f6-7f00e306296e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:57.778750 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-8251aa81-204c-4ce7-b9f6-7f00e306296e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023537'] for router_gateway, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:57.979747 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-8251aa81-204c-4ce7-b9f6-7f00e306296e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2025991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4977'] for router, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:57.982103 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-8251aa81-204c-4ce7-b9f6-7f00e306296e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:58.015395 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-8251aa81-204c-4ce7-b9f6-7f00e306296e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2024781'] for router, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:58.016004 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8251aa81-204c-4ce7-b9f6-7f00e306296e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5a8a161-784d-4eb8-a06e-70783b8e3cbb {{(pid=98342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 21:50:58.034303 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-8251aa81-204c-4ce7-b9f6-7f00e306296e admin admin] Notify callbacks [] for router, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:58.035660 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-8251aa81-204c-4ce7-b9f6-7f00e306296e admin admin] 10.222.0.78 "DELETE /v2.0/routers/e5a8a161-784d-4eb8-a06e-70783b8e3cbb HTTP/1.1" status: 204 len: 168 time: 1.3645544 May 20 21:50:58.038375 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 46852) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:50:58.117628 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa9047e-79fd-4840-a4a7-29564c3f6b79 admin admin] Deleting subnet c54eab04-66dc-424d-bcd1-562a69c83827 {{(pid=98343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 21:50:58.120924 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-8fa9047e-79fd-4840-a4a7-29564c3f6b79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:58.178648 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-8fa9047e-79fd-4840-a4a7-29564c3f6b79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809433'] for subnet, precommit_delete_associations {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:58.210103 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device c2cf5cb1-42dc-4416-9d31-2d669482e1e6 no longer exists at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:50:58.301439 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] No Port match for: c2cf5cb1-42dc-4416-9d31-2d669482e1e6 {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:50:58.302026 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device c2cf5cb1-42dc-4416-9d31-2d669482e1e6 not bound to the agent host dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:50:58.302725 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 0abf3d48-1b7c-4c86-83e0-135ecdb91bf4 no longer exists at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:50:58.320159 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-8fa9047e-79fd-4840-a4a7-29564c3f6b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960594'] for subnet, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:58.345506 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 46860) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:50:58.362626 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] No Port match for: 0abf3d48-1b7c-4c86-83e0-135ecdb91bf4 {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:50:58.363211 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 0abf3d48-1b7c-4c86-83e0-135ecdb91bf4 not bound to the agent host dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:50:58.507188 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-8d026930-4e6d-42d3-bedd-c2d4ecc9628d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:58.528124 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-8d026930-4e6d-42d3-bedd-c2d4ecc9628d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:50:58.532521 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-8d026930-4e6d-42d3-bedd-c2d4ecc9628d admin admin] Usage tracker for resource:security_group_rule and tenant:7bd7738ac1b94c899edb4de8418e0504 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:50:58.535815 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-8d026930-4e6d-42d3-bedd-c2d4ecc9628d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:50:58.542173 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-8d026930-4e6d-42d3-bedd-c2d4ecc9628d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:50:58.644601 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-8d026930-4e6d-42d3-bedd-c2d4ecc9628d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:58.649734 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-8d026930-4e6d-42d3-bedd-c2d4ecc9628d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:58.658237 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-7c959422-f4b6-42a2-aae4-36825546a98a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:58.704102 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-8d026930-4e6d-42d3-bedd-c2d4ecc9628d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7bd7738ac1b94c899edb4de8418e0504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3547511 May 20 21:50:58.704102 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d026930-4e6d-42d3-bedd-c2d4ecc9628d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484a0500-7f51-40bc-967d-201fff4a32af,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:58.705104 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 46866) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:50:58.707609 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-8d026930-4e6d-42d3-bedd-c2d4ecc9628d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:58.725983 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-8fa9047e-79fd-4840-a4a7-29564c3f6b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1737399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2129050'] for subnet, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:58.732031 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:58.767883 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9047e-79fd-4840-a4a7-29564c3f6b79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c54eab04-66dc-424d-bcd1-562a69c83827,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:58.772007 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-8fa9047e-79fd-4840-a4a7-29564c3f6b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:58.774325 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-8fa9047e-79fd-4840-a4a7-29564c3f6b79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:58.779322 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-73c005b9-5816-48d4-abc8-24272c591b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:58.780065 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a4ac8b-a075-47c6-bd56-54665c832e38 None None] Network e57809ab-ea0c-4c61-95f9-db6a58b76087 requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:50:58.784394 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-8fa9047e-79fd-4840-a4a7-29564c3f6b79 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c54eab04-66dc-424d-bcd1-562a69c83827 HTTP/1.1" status: 204 len: 168 time: 0.7419467 May 20 21:50:58.785734 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 46870) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:50:58.810098 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-73c005b9-5816-48d4-abc8-24272c591b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:58.903308 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ff67d373-b368-4f88-ab30-151d666a703c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985866'] for network, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:58.975777 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-73c005b9-5816-48d4-abc8-24272c591b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:58.980672 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-4cb50828-d34c-40af-b6c8-815442e5dc04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:58.984715 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [None req-ff67d373-b368-4f88-ab30-151d666a703c admin admin] Deleting port e2f49620-5976-4837-9a90-1e649887f0e0 {{(pid=98343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:50:58.985060 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ff67d373-b368-4f88-ab30-151d666a703c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:58.992764 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c005b9-5816-48d4-abc8-24272c591b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484a0500-7f51-40bc-967d-201fff4a32af,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:58.996826 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-73c005b9-5816-48d4-abc8-24272c591b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:59.000923 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-73c005b9-5816-48d4-abc8-24272c591b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:59.005309 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-73c005b9-5816-48d4-abc8-24272c591b80 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/484a0500-7f51-40bc-967d-201fff4a32af HTTP/1.1" status: 204 len: 168 time: 0.2992404 May 20 21:50:59.056407 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60090db-392a-4eef-920b-9d294c352e65 None None] DHCP port deletion for e57809ab-ea0c-4c61-95f9-db6a58b76087 request from dv-cinder-792462-4-smb {{(pid=98344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:50:59.106805 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.db [None req-ff67d373-b368-4f88-ab30-151d666a703c admin admin] For port e2f49620-5976-4837-9a90-1e649887f0e0, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=e2f49620-5976-4837-9a90-1e649887f0e0,segment=NetworkSegment(bcb50d94-3ffd-4455-8026-a7b0f1fce256),segment_id=bcb50d94-3ffd-4455-8026-a7b0f1fce256)] {{(pid=98343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:50:59.107477 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ff67d373-b368-4f88-ab30-151d666a703c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:59.132904 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-f60090db-392a-4eef-920b-9d294c352e65 None None] Deleting port e2f49620-5976-4837-9a90-1e649887f0e0 {{(pid=98344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:50:59.133555 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-f60090db-392a-4eef-920b-9d294c352e65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:59.246673 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [None req-ff67d373-b368-4f88-ab30-151d666a703c admin admin] Calling delete_port for e2f49620-5976-4837-9a90-1e649887f0e0 owned by network:dhcp {{(pid=98343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:50:59.285947 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:59.291779 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-f60090db-392a-4eef-920b-9d294c352e65 None None] For port e2f49620-5976-4837-9a90-1e649887f0e0, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=e2f49620-5976-4837-9a90-1e649887f0e0,segment=NetworkSegment(bcb50d94-3ffd-4455-8026-a7b0f1fce256),segment_id=bcb50d94-3ffd-4455-8026-a7b0f1fce256)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:50:59.292168 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-f60090db-392a-4eef-920b-9d294c352e65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:59.298688 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ff67d373-b368-4f88-ab30-151d666a703c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:59.303755 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-3d4b94f2-e82e-4c54-a357-62c9c60b9dc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:59.349257 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67d373-b368-4f88-ab30-151d666a703c admin admin] Pushing event deleted for resources: {'Port': ['ID=e2f49620-5976-4837-9a90-1e649887f0e0,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:59.354637 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff67d373-b368-4f88-ab30-151d666a703c admin admin] No DVR routers for this DVR port e2f49620-5976-4837-9a90-1e649887f0e0 on host dv-cinder-792462-4-smb {{(pid=98343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:50:59.360295 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 46878) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:50:59.380570 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-7fe98584-b99f-48e1-99bd-63a7bbbb4c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:59.387328 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-ff67d373-b368-4f88-ab30-151d666a703c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:59.396825 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-7fe98584-b99f-48e1-99bd-63a7bbbb4c02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:50:59.401024 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-7fe98584-b99f-48e1-99bd-63a7bbbb4c02 admin admin] Usage tracker for resource:security_group_rule and tenant:e3cda798f31143be9de4cc414d9ada25 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:50:59.404083 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-7fe98584-b99f-48e1-99bd-63a7bbbb4c02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:50:59.411033 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-7fe98584-b99f-48e1-99bd-63a7bbbb4c02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:50:59.426894 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-f60090db-392a-4eef-920b-9d294c352e65 None None] Calling delete_port for e2f49620-5976-4837-9a90-1e649887f0e0 owned by network:dhcp {{(pid=98344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:50:59.481354 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ff67d373-b368-4f88-ab30-151d666a703c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961757', 'neutron.services.segments.db._delete_segments_for_network-8759169772665'] for network, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:59.483823 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-f60090db-392a-4eef-920b-9d294c352e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863'] for port, after_delete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:59.488428 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:59.496539 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.services.segments.db [None req-ff67d373-b368-4f88-ab30-151d666a703c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e57809ab-ea0c-4c61-95f9-db6a58b76087']}} {{(pid=98343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:59.507061 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-7fe98584-b99f-48e1-99bd-63a7bbbb4c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:59.511079 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.services.segments.db [None req-ff67d373-b368-4f88-ab30-151d666a703c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb50d94-3ffd-4455-8026-a7b0f1fce256') {'for_net_delete': True} {{(pid=98343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:59.511364 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.services.segments.db [None req-ff67d373-b368-4f88-ab30-151d666a703c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb50d94-3ffd-4455-8026-a7b0f1fce256') {} {{(pid=98343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:50:59.511502 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-7fe98584-b99f-48e1-99bd-63a7bbbb4c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:59.519649 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-1dbd156f-2f95-4275-88d6-c65453e4cb94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:59.526190 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ff67d373-b368-4f88-ab30-151d666a703c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759169785079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809430'] for segment, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:59.541402 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60090db-392a-4eef-920b-9d294c352e65 None None] Pushing event deleted for resources: {'Port': ['ID=e2f49620-5976-4837-9a90-1e649887f0e0,revision_number=None']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:59.548221 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-f60090db-392a-4eef-920b-9d294c352e65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:59.550416 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60090db-392a-4eef-920b-9d294c352e65 None None] No DVR routers for this DVR port e2f49620-5976-4837-9a90-1e649887f0e0 on host dv-cinder-792462-4-smb {{(pid=98344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:50:59.553998 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ff67d373-b368-4f88-ab30-151d666a703c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329'] for segment, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:59.566514 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff67d373-b368-4f88-ab30-151d666a703c admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=98343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:50:59.566904 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ff67d373-b368-4f88-ab30-151d666a703c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1737233'] for segment, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:59.567098 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe98584-b99f-48e1-99bd-63a7bbbb4c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65adb4b-8fd7-47e3-b2ed-4d63b45845e9,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:59.571496 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-7fe98584-b99f-48e1-99bd-63a7bbbb4c02 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e3cda798f31143be9de4cc414d9ada25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2094932 May 20 21:50:59.572629 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-7fe98584-b99f-48e1-99bd-63a7bbbb4c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:59.574217 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 46884) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:50:59.581876 dv-cinder-792462-4-smb neutron-server[98343]: Traceback (most recent call last): May 20 21:50:59.581876 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:50:59.581876 dv-cinder-792462-4-smb neutron-server[98343]: timer() May 20 21:50:59.581876 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:50:59.581876 dv-cinder-792462-4-smb neutron-server[98343]: cb(*args, **kw) May 20 21:50:59.581876 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 21:50:59.581876 dv-cinder-792462-4-smb neutron-server[98343]: return func(*args, **kwargs) May 20 21:50:59.581876 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:50:59.581876 dv-cinder-792462-4-smb neutron-server[98343]: self._notify() May 20 21:50:59.581876 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:50:59.581876 dv-cinder-792462-4-smb neutron-server[98343]: self.callback(batched_events) May 20 21:50:59.581876 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:50:59.581876 dv-cinder-792462-4-smb neutron-server[98343]: event.method(event) May 20 21:50:59.581876 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 21:50:59.581876 dv-cinder-792462-4-smb neutron-server[98343]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:50:59.581876 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 21:50:59.581876 dv-cinder-792462-4-smb neutron-server[98343]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:50:59.581876 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 21:50:59.581876 dv-cinder-792462-4-smb neutron-server[98343]: return f(self, *a, **k) May 20 21:50:59.581876 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 21:50:59.581876 dv-cinder-792462-4-smb neutron-server[98343]: return self._get(url).json() May 20 21:50:59.581876 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 21:50:59.581876 dv-cinder-792462-4-smb neutron-server[98343]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:50:59.581876 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:50:59.581876 dv-cinder-792462-4-smb neutron-server[98343]: return self.request(url, 'GET', **kwargs) May 20 21:50:59.581876 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:50:59.581876 dv-cinder-792462-4-smb neutron-server[98343]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:50:59.581876 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:50:59.581876 dv-cinder-792462-4-smb neutron-server[98343]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:50:59.581876 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:50:59.581876 dv-cinder-792462-4-smb neutron-server[98343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:50:59.581876 dv-cinder-792462-4-smb neutron-server[98343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:50:59.636143 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-0754e1ad-3366-4c26-9f07-60d022af6cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:59.657209 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ff67d373-b368-4f88-ab30-151d666a703c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1639574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1649568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023514'] for network, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:59.661886 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:59.672715 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-0754e1ad-3366-4c26-9f07-60d022af6cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:59.677126 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ff67d373-b368-4f88-ab30-151d666a703c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for network, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:59.683329 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67d373-b368-4f88-ab30-151d666a703c admin admin] Pushing event deleted for resources: {'Network': ['ID=e57809ab-ea0c-4c61-95f9-db6a58b76087,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:59.687229 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-ff67d373-b368-4f88-ab30-151d666a703c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:59.692707 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-ff67d373-b368-4f88-ab30-151d666a703c admin admin] 10.222.0.78 "DELETE /v2.0/networks/e57809ab-ea0c-4c61-95f9-db6a58b76087 HTTP/1.1" status: 204 len: 168 time: 0.9031160 May 20 21:50:59.729397 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-0754e1ad-3366-4c26-9f07-60d022af6cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:59.734242 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-7fe98584-b99f-48e1-99bd-63a7bbbb4c02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:50:59.744947 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754e1ad-3366-4c26-9f07-60d022af6cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65adb4b-8fd7-47e3-b2ed-4d63b45845e9,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:50:59.748397 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-0754e1ad-3366-4c26-9f07-60d022af6cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:50:59.752657 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-0754e1ad-3366-4c26-9f07-60d022af6cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:50:59.753847 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-0754e1ad-3366-4c26-9f07-60d022af6cbe admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d65adb4b-8fd7-47e3-b2ed-4d63b45845e9 HTTP/1.1" status: 204 len: 168 time: 0.1785281 May 20 21:50:59.884082 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 46892) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:50:59.941599 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-fa0313ea-0a4f-4d04-83a1-436cadc3a87e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bf7c4d2476214011814adf1e8095c658&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0559063 May 20 21:50:59.943993 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 46898) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:00.004819 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-11e180b1-f4d9-40ed-96c0-d3d740d8fcfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:00.031733 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-11e180b1-f4d9-40ed-96c0-d3d740d8fcfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:00.086873 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-11e180b1-f4d9-40ed-96c0-d3d740d8fcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:00.091123 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-37e06729-2f14-4217-b655-52607a8ab156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:00.105484 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e180b1-f4d9-40ed-96c0-d3d740d8fcfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a04d413-6c14-474a-be8f-8211cf991c0f,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:00.108934 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-11e180b1-f4d9-40ed-96c0-d3d740d8fcfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:00.120497 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-11e180b1-f4d9-40ed-96c0-d3d740d8fcfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:00.121887 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-11e180b1-f4d9-40ed-96c0-d3d740d8fcfc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6a04d413-6c14-474a-be8f-8211cf991c0f HTTP/1.1" status: 204 len: 168 time: 0.1769538 May 20 21:51:00.195151 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device e2f49620-5976-4837-9a90-1e649887f0e0 no longer exists at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:51:00.231086 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] No Port match for: e2f49620-5976-4837-9a90-1e649887f0e0 {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:51:00.231657 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device e2f49620-5976-4837-9a90-1e649887f0e0 not bound to the agent host dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:51:00.449349 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 46920) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:00.500571 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-db17189f-dcbc-4159-be45-4a56374a8d58 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=913ca4bc2994403abd97aaa8e162eaec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500104 May 20 21:51:00.503376 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 46926) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:00.568241 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-ef10987d-9b24-4d4c-880b-b4e6220b64f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:00.596093 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-ef10987d-9b24-4d4c-880b-b4e6220b64f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:00.658036 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-ef10987d-9b24-4d4c-880b-b4e6220b64f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:00.663547 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-983cd0c0-657a-4186-813e-3fc6ec7b1765 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:00.677018 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10987d-9b24-4d4c-880b-b4e6220b64f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9702f6a9-3c16-401c-8057-3bf49016e0e4,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:00.679587 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-ef10987d-9b24-4d4c-880b-b4e6220b64f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:00.680890 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-ef10987d-9b24-4d4c-880b-b4e6220b64f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:00.686111 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-ef10987d-9b24-4d4c-880b-b4e6220b64f7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9702f6a9-3c16-401c-8057-3bf49016e0e4 HTTP/1.1" status: 204 len: 168 time: 0.1777370 May 20 21:51:08.595185 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 47054) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:08.724190 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c456aa68-7aca-4f6d-9d4c-803634eb1e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:08.739132 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-c456aa68-7aca-4f6d-9d4c-803634eb1e49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:51:08.742907 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-c456aa68-7aca-4f6d-9d4c-803634eb1e49 admin admin] Usage tracker for resource:security_group_rule and tenant:017b3fdff4054b98b126cadd87664a50 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:51:08.745671 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-c456aa68-7aca-4f6d-9d4c-803634eb1e49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:51:08.751796 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-c456aa68-7aca-4f6d-9d4c-803634eb1e49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:51:08.844060 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c456aa68-7aca-4f6d-9d4c-803634eb1e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:08.847835 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c456aa68-7aca-4f6d-9d4c-803634eb1e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:08.856405 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-aa1694c1-e8fb-448a-89cf-bc07f7c2abe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:08.896844 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-c456aa68-7aca-4f6d-9d4c-803634eb1e49 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=017b3fdff4054b98b126cadd87664a50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3005769 May 20 21:51:08.897766 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456aa68-7aca-4f6d-9d4c-803634eb1e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfba9930-1b85-4820-b5c2-b67a0f97b70b,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:08.899591 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 47062) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:08.901002 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-c456aa68-7aca-4f6d-9d4c-803634eb1e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:08.964928 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-2487b31d-e3f0-48a5-8dbe-f37329a5cb85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:08.991845 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-2487b31d-e3f0-48a5-8dbe-f37329a5cb85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:09.044744 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-2487b31d-e3f0-48a5-8dbe-f37329a5cb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:09.049179 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-77b7bcfd-eacd-425e-a407-a7c0dd9f6058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:09.061739 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2487b31d-e3f0-48a5-8dbe-f37329a5cb85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfba9930-1b85-4820-b5c2-b67a0f97b70b,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:09.074160 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487b31d-e3f0-48a5-8dbe-f37329a5cb85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:09.074539 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487b31d-e3f0-48a5-8dbe-f37329a5cb85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:09.074905 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487b31d-e3f0-48a5-8dbe-f37329a5cb85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:09.075264 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487b31d-e3f0-48a5-8dbe-f37329a5cb85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:09.075621 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487b31d-e3f0-48a5-8dbe-f37329a5cb85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:09.075977 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487b31d-e3f0-48a5-8dbe-f37329a5cb85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:09.076351 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487b31d-e3f0-48a5-8dbe-f37329a5cb85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:09.076706 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487b31d-e3f0-48a5-8dbe-f37329a5cb85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:09.077059 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487b31d-e3f0-48a5-8dbe-f37329a5cb85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:09.077456 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487b31d-e3f0-48a5-8dbe-f37329a5cb85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:09.077755 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487b31d-e3f0-48a5-8dbe-f37329a5cb85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:09.078097 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487b31d-e3f0-48a5-8dbe-f37329a5cb85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:09.083303 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-2487b31d-e3f0-48a5-8dbe-f37329a5cb85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:09.083303 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-2487b31d-e3f0-48a5-8dbe-f37329a5cb85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:09.086846 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-2487b31d-e3f0-48a5-8dbe-f37329a5cb85 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dfba9930-1b85-4820-b5c2-b67a0f97b70b HTTP/1.1" status: 204 len: 168 time: 0.1859889 May 20 21:51:09.395770 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 47080) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:09.415361 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-a30e5a28-5d86-4388-a96c-530283c9de14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:09.431379 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-a30e5a28-5d86-4388-a96c-530283c9de14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:51:09.445153 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-a30e5a28-5d86-4388-a96c-530283c9de14 admin admin] Usage tracker for resource:security_group_rule and tenant:1c9255a8884e4ea6bd2cb5ef6a752bf5 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:51:09.449765 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-a30e5a28-5d86-4388-a96c-530283c9de14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:51:09.456497 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-a30e5a28-5d86-4388-a96c-530283c9de14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:51:09.551996 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-a30e5a28-5d86-4388-a96c-530283c9de14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:09.556840 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-a30e5a28-5d86-4388-a96c-530283c9de14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:09.564132 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-ff861888-b65b-4bd8-ad3a-1fcf1e65c61a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:09.606540 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-a30e5a28-5d86-4388-a96c-530283c9de14 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1c9255a8884e4ea6bd2cb5ef6a752bf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2094595 May 20 21:51:09.607556 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e5a28-5d86-4388-a96c-530283c9de14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55f7e7a-3347-4474-953b-f2f2299366e3,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:09.609199 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 47084) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:09.610637 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-a30e5a28-5d86-4388-a96c-530283c9de14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:09.675590 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-140ab885-d738-41d2-a184-89d1b31f0793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:09.706349 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-140ab885-d738-41d2-a184-89d1b31f0793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:09.761300 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-140ab885-d738-41d2-a184-89d1b31f0793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:09.766032 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-fb2ba267-f6cb-4cdb-9808-0aa14f516f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:09.778250 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ab885-d738-41d2-a184-89d1b31f0793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55f7e7a-3347-4474-953b-f2f2299366e3,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:09.781986 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-140ab885-d738-41d2-a184-89d1b31f0793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:09.788541 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-140ab885-d738-41d2-a184-89d1b31f0793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:09.789653 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-140ab885-d738-41d2-a184-89d1b31f0793 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c55f7e7a-3347-4474-953b-f2f2299366e3 HTTP/1.1" status: 204 len: 168 time: 0.1788750 May 20 21:51:11.597791 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 47136) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:11.727744 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-b5ce2d75-2e05-4124-a52a-177637de9be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:11.742841 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-b5ce2d75-2e05-4124-a52a-177637de9be0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:51:11.747611 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-b5ce2d75-2e05-4124-a52a-177637de9be0 admin admin] Usage tracker for resource:security_group_rule and tenant:3502030c37e34d5b966c3d7a37af9364 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:51:11.750612 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-b5ce2d75-2e05-4124-a52a-177637de9be0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:51:11.756834 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-b5ce2d75-2e05-4124-a52a-177637de9be0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:51:11.843171 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-b5ce2d75-2e05-4124-a52a-177637de9be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:11.848964 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-b5ce2d75-2e05-4124-a52a-177637de9be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:11.856969 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-ec6b6bf1-b4fd-47b7-81c2-09418e960492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:11.900226 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-b5ce2d75-2e05-4124-a52a-177637de9be0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3502030c37e34d5b966c3d7a37af9364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3012149 May 20 21:51:11.901171 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce2d75-2e05-4124-a52a-177637de9be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181438f8-32ad-483c-a67b-c0e035cb4a2b,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:11.903031 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 47148) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:11.904302 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-b5ce2d75-2e05-4124-a52a-177637de9be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:11.982520 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-3f595a00-331c-47b0-94cd-85153279aeeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:12.008049 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-3f595a00-331c-47b0-94cd-85153279aeeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:12.065718 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-3f595a00-331c-47b0-94cd-85153279aeeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:12.070652 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-47613227-5a51-4c6f-b304-e0bf60e30e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:12.082423 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f595a00-331c-47b0-94cd-85153279aeeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181438f8-32ad-483c-a67b-c0e035cb4a2b,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:12.087164 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-3f595a00-331c-47b0-94cd-85153279aeeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:12.089780 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-3f595a00-331c-47b0-94cd-85153279aeeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:12.093056 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-3f595a00-331c-47b0-94cd-85153279aeeb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/181438f8-32ad-483c-a67b-c0e035cb4a2b HTTP/1.1" status: 204 len: 168 time: 0.1874785 May 20 21:51:12.417130 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 47160) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:12.437213 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-b7ee0ca2-e6c1-47e4-9c25-d64febb9f662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:12.454909 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-b7ee0ca2-e6c1-47e4-9c25-d64febb9f662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:51:12.459775 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-b7ee0ca2-e6c1-47e4-9c25-d64febb9f662 admin admin] Usage tracker for resource:security_group_rule and tenant:eb80bc252aa045528accf98d8c74eff8 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:51:12.462977 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-b7ee0ca2-e6c1-47e4-9c25-d64febb9f662 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:51:12.469137 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-b7ee0ca2-e6c1-47e4-9c25-d64febb9f662 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:51:12.551265 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-b7ee0ca2-e6c1-47e4-9c25-d64febb9f662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:12.554269 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-b7ee0ca2-e6c1-47e4-9c25-d64febb9f662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:12.561348 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-14246c51-93a6-445c-9c04-63887a6ff22d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:12.605695 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-b7ee0ca2-e6c1-47e4-9c25-d64febb9f662 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=eb80bc252aa045528accf98d8c74eff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1872859 May 20 21:51:12.606855 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee0ca2-e6c1-47e4-9c25-d64febb9f662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb97742-1c34-445b-aadc-10077b87c4a5,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:12.609189 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 47164) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:12.612725 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-b7ee0ca2-e6c1-47e4-9c25-d64febb9f662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:12.668614 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-a5c55fdd-b5ed-4b58-a8d2-aebe37fab101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:12.705654 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-a5c55fdd-b5ed-4b58-a8d2-aebe37fab101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:12.758742 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-a5c55fdd-b5ed-4b58-a8d2-aebe37fab101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:12.763640 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-203b2908-41ce-4cd5-9a38-893da327b9ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:12.777071 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c55fdd-b5ed-4b58-a8d2-aebe37fab101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb97742-1c34-445b-aadc-10077b87c4a5,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:12.779699 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-a5c55fdd-b5ed-4b58-a8d2-aebe37fab101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:12.780943 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-a5c55fdd-b5ed-4b58-a8d2-aebe37fab101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:12.782049 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-a5c55fdd-b5ed-4b58-a8d2-aebe37fab101 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1cb97742-1c34-445b-aadc-10077b87c4a5 HTTP/1.1" status: 204 len: 168 time: 0.1719611 May 20 21:51:15.694756 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:17.677659 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 47268) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:17.794268 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-944ceb68-2823-4194-8aab-51b145d4dbd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:17.810552 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-944ceb68-2823-4194-8aab-51b145d4dbd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:51:17.814823 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-944ceb68-2823-4194-8aab-51b145d4dbd7 admin admin] Usage tracker for resource:security_group_rule and tenant:f497bfc05d0a46cfb24175f5410a8c88 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:51:17.817581 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-944ceb68-2823-4194-8aab-51b145d4dbd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:51:17.823170 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-944ceb68-2823-4194-8aab-51b145d4dbd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:51:17.906144 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-944ceb68-2823-4194-8aab-51b145d4dbd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:17.910629 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-944ceb68-2823-4194-8aab-51b145d4dbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:17.924994 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-b7ee0ca2-e6c1-47e4-9c25-d64febb9f662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:17.965839 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-944ceb68-2823-4194-8aab-51b145d4dbd7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f497bfc05d0a46cfb24175f5410a8c88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2870812 May 20 21:51:17.966813 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ceb68-2823-4194-8aab-51b145d4dbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6b2f51-c3de-4d92-903d-ba34c7667f96,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:17.969006 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 47278) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:17.975089 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ceb68-2823-4194-8aab-51b145d4dbd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:17.975475 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ceb68-2823-4194-8aab-51b145d4dbd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:17.975849 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ceb68-2823-4194-8aab-51b145d4dbd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:17.976219 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ceb68-2823-4194-8aab-51b145d4dbd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:17.976614 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ceb68-2823-4194-8aab-51b145d4dbd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:17.976967 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ceb68-2823-4194-8aab-51b145d4dbd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:17.977326 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ceb68-2823-4194-8aab-51b145d4dbd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:17.977682 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ceb68-2823-4194-8aab-51b145d4dbd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:17.978042 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ceb68-2823-4194-8aab-51b145d4dbd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:17.978400 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ceb68-2823-4194-8aab-51b145d4dbd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:17.978859 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ceb68-2823-4194-8aab-51b145d4dbd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:17.979449 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ceb68-2823-4194-8aab-51b145d4dbd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:17.983622 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-944ceb68-2823-4194-8aab-51b145d4dbd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:18.040971 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1602859e-945f-4bfd-8907-b327f99393b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:18.068255 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1602859e-945f-4bfd-8907-b327f99393b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:18.123787 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1602859e-945f-4bfd-8907-b327f99393b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:18.128401 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-be3bd157-2e2a-4f49-b7f3-01258c80a257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:18.139306 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1602859e-945f-4bfd-8907-b327f99393b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6b2f51-c3de-4d92-903d-ba34c7667f96,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:18.142707 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-1602859e-945f-4bfd-8907-b327f99393b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:18.158649 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1602859e-945f-4bfd-8907-b327f99393b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:18.164720 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-1602859e-945f-4bfd-8907-b327f99393b1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7b6b2f51-c3de-4d92-903d-ba34c7667f96 HTTP/1.1" status: 204 len: 168 time: 0.1938086 May 20 21:51:18.457452 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 47294) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:18.478921 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4dad0c8c-e54e-4dc4-b007-9a89f722c9eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:18.496200 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-4dad0c8c-e54e-4dc4-b007-9a89f722c9eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:51:18.501726 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-4dad0c8c-e54e-4dc4-b007-9a89f722c9eb admin admin] Usage tracker for resource:security_group_rule and tenant:4011fea793724770a1dec9e07d5f4f0c is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:51:18.505329 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-4dad0c8c-e54e-4dc4-b007-9a89f722c9eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:51:18.512026 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-4dad0c8c-e54e-4dc4-b007-9a89f722c9eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:51:18.606039 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4dad0c8c-e54e-4dc4-b007-9a89f722c9eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:18.613254 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4dad0c8c-e54e-4dc4-b007-9a89f722c9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:18.622348 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-6ffd1724-050c-4ee0-83b1-5733382ee03c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:18.666244 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-4dad0c8c-e54e-4dc4-b007-9a89f722c9eb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4011fea793724770a1dec9e07d5f4f0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2076118 May 20 21:51:18.668079 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad0c8c-e54e-4dc4-b007-9a89f722c9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a71394-f94d-44da-be9d-93327f3a1487,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:18.669324 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 47298) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:18.671323 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-4dad0c8c-e54e-4dc4-b007-9a89f722c9eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:18.732237 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ee66612d-9c3c-4640-8b24-cb200739a606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:18.758107 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ee66612d-9c3c-4640-8b24-cb200739a606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:18.790981 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 6 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:51:18.814710 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ee66612d-9c3c-4640-8b24-cb200739a606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:18.818533 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-4a672ce4-9b29-412e-8c8d-d8cd8872b1cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:18.832553 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66612d-9c3c-4640-8b24-cb200739a606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a71394-f94d-44da-be9d-93327f3a1487,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:18.834895 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-ee66612d-9c3c-4640-8b24-cb200739a606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:18.842208 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ee66612d-9c3c-4640-8b24-cb200739a606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:18.843600 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-ee66612d-9c3c-4640-8b24-cb200739a606 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/69a71394-f94d-44da-be9d-93327f3a1487 HTTP/1.1" status: 204 len: 168 time: 0.1711440 May 20 21:51:20.319221 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19c455-ab88-4701-a6a6-c34ff822ffbf req-117c77db-3775-481e-924b-b988c4a84ff7 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:51:20.320729 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ad19c455-ab88-4701-a6a6-c34ff822ffbf req-117c77db-3775-481e-924b-b988c4a84ff7 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad6b710d-0739-42bb-9138-9809375b43be HTTP/1.1" status: 200 len: 945 time: 0.0837159 May 20 21:51:20.370579 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ad19c455-ab88-4701-a6a6-c34ff822ffbf req-fdc2bece-0a09-4bd9-890f-923d514ebcbf tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=228c3d22-f097-423f-a803-9291ae87f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441635 May 20 21:51:21.566091 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6c7b6-d112-4409-804a-3c7e74493120 req-25b9dd44-b28a-4e5e-8a0d-941b14d9429a tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:51:21.567462 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ebd6c7b6-d112-4409-804a-3c7e74493120 req-25b9dd44-b28a-4e5e-8a0d-941b14d9429a tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad6b710d-0739-42bb-9138-9809375b43be HTTP/1.1" status: 200 len: 945 time: 0.0848112 May 20 21:51:21.615139 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ebd6c7b6-d112-4409-804a-3c7e74493120 req-7f14e912-afe5-45eb-83c9-21d9bc92c4ae tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=228c3d22-f097-423f-a803-9291ae87f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409503 May 20 21:51:22.076475 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2def2b0-cdb0-446e-acf3-acea0d447813 req-d4377090-5a0a-4788-b59c-f030565980ad tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:51:22.077934 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a2def2b0-cdb0-446e-acf3-acea0d447813 req-d4377090-5a0a-4788-b59c-f030565980ad tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad6b710d-0739-42bb-9138-9809375b43be HTTP/1.1" status: 200 len: 945 time: 0.0823460 May 20 21:51:22.215602 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-073444c8-c2ec-4dd8-82cb-71384611e0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:22.226366 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [req-a2def2b0-cdb0-446e-acf3-acea0d447813 req-1289ec32-ab7d-409a-87b5-6661d8ff2c32 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Deleting port f81c0e25-f4e1-4681-81f7-2da2304041c0 {{(pid=98342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:51:22.226698 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-a2def2b0-cdb0-446e-acf3-acea0d447813 req-1289ec32-ab7d-409a-87b5-6661d8ff2c32 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:22.358700 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [req-a2def2b0-cdb0-446e-acf3-acea0d447813 req-1289ec32-ab7d-409a-87b5-6661d8ff2c32 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] For port f81c0e25-f4e1-4681-81f7-2da2304041c0, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f81c0e25-f4e1-4681-81f7-2da2304041c0,segment=NetworkSegment(a7607f59-35d3-492b-8e48-5ff38d337b88),segment_id=a7607f59-35d3-492b-8e48-5ff38d337b88)] {{(pid=98342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:51:22.359010 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-a2def2b0-cdb0-446e-acf3-acea0d447813 req-1289ec32-ab7d-409a-87b5-6661d8ff2c32 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:22.809008 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-a2def2b0-cdb0-446e-acf3-acea0d447813 req-1289ec32-ab7d-409a-87b5-6661d8ff2c32 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:22.809658 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-a2def2b0-cdb0-446e-acf3-acea0d447813 req-1289ec32-ab7d-409a-87b5-6661d8ff2c32 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023492'] for floatingip, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:22.809658 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.db.l3_db [req-a2def2b0-cdb0-446e-acf3-acea0d447813 req-1289ec32-ab7d-409a-87b5-6661d8ff2c32 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Floating IP 8c48d529-34e1-4367-a143-c0349bd91802 disassociated. External IP: 172.28.0.185, port: f81c0e25-f4e1-4681-81f7-2da2304041c0. May 20 21:51:22.810000 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [req-a2def2b0-cdb0-446e-acf3-acea0d447813 req-1289ec32-ab7d-409a-87b5-6661d8ff2c32 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Calling delete_port for f81c0e25-f4e1-4681-81f7-2da2304041c0 owned by compute:nova {{(pid=98342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:51:22.856801 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebaa3f-79d3-49f8-9348-eca400887a81 req-98671a5b-a049-4451-808f-79f9dcd05f2f tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:51:22.858350 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-bdebaa3f-79d3-49f8-9348-eca400887a81 req-98671a5b-a049-4451-808f-79f9dcd05f2f tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad6b710d-0739-42bb-9138-9809375b43be HTTP/1.1" status: 200 len: 945 time: 0.1192641 May 20 21:51:22.916503 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-bdebaa3f-79d3-49f8-9348-eca400887a81 req-fa3c2181-9035-4f74-8612-8747bcf6f82a tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups?id=228c3d22-f097-423f-a803-9291ae87f434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511878 May 20 21:51:22.983433 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-a2def2b0-cdb0-446e-acf3-acea0d447813 req-1289ec32-ab7d-409a-87b5-6661d8ff2c32 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:22.990339 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-f7ffaae6-cd2a-49c4-937f-ef6e4ce9773f tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:23.037675 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289ec32-ab7d-409a-87b5-6661d8ff2c32 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Pushing event deleted for resources: {'Port': ['ID=f81c0e25-f4e1-4681-81f7-2da2304041c0,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:23.041192 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-1289ec32-ab7d-409a-87b5-6661d8ff2c32 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:23.244131 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2def2b0-cdb0-446e-acf3-acea0d447813 req-1289ec32-ab7d-409a-87b5-6661d8ff2c32 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Router 77651f21-a8c7-408a-b7fd-052d11539ab1 has already been hosted by L3 agent 0cab7e80-5b87-486c-a982-5030be84b7ba {{(pid=98342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 21:51:23.438611 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2def2b0-cdb0-446e-acf3-acea0d447813 req-1289ec32-ab7d-409a-87b5-6661d8ff2c32 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify agent at l3_agent.dv-cinder-792462-4-smb the message routers_updated {{(pid=98342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 21:51:23.449865 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fe8e06-33b8-4753-8069-9d5642d280df None None] Sync routers for ids ['77651f21-a8c7-408a-b7fd-052d11539ab1'] in dv-cinder-792462-4-smb {{(pid=98345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:51:23.461291 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fe8e06-33b8-4753-8069-9d5642d280df None None] Routers {'77651f21-a8c7-408a-b7fd-052d11539ab1'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:51:23.461967 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-46fe8e06-33b8-4753-8069-9d5642d280df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:50:56Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['77651f21-a8c7-408a-b7fd-052d11539ab1'], 'active': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:51:23.520240 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2def2b0-cdb0-446e-acf3-acea0d447813 req-1289ec32-ab7d-409a-87b5-6661d8ff2c32 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] No DVR routers for this DVR port f81c0e25-f4e1-4681-81f7-2da2304041c0 on host hv-cinder-79246 {{(pid=98342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:51:23.522947 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-a2def2b0-cdb0-446e-acf3-acea0d447813 req-1289ec32-ab7d-409a-87b5-6661d8ff2c32 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:23.525888 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad6b710d-0739-42bb-9138-9809375b43be', 'name': 'network-vif-deleted', 'tag': 'f81c0e25-f4e1-4681-81f7-2da2304041c0'}] {{(pid=98342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:51:23.549686 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a2def2b0-cdb0-446e-acf3-acea0d447813 req-1289ec32-ab7d-409a-87b5-6661d8ff2c32 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.69 "DELETE /v2.0/ports/f81c0e25-f4e1-4681-81f7-2da2304041c0 HTTP/1.1" status: 204 len: 173 time: 1.4601107 May 20 21:51:23.582929 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad6b710d-0739-42bb-9138-9809375b43be', 'name': 'network-vif-deleted', 'tag': 'f81c0e25-f4e1-4681-81f7-2da2304041c0', 'status': 'completed', 'code': 200} May 20 21:51:23.672339 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvr_db [None req-46fe8e06-33b8-4753-8069-9d5642d280df None None] Set router 77651f21-a8c7-408a-b7fd-052d11539ab1 gateway port host: dv-cinder-792462-4-smb {{(pid=98345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:51:24.109304 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-46fe8e06-33b8-4753-8069-9d5642d280df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'name': 'tempest-AttachVolumeTestJSON-2100298672-router', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195'}], 'enable_snat': True}, 'gw_port_id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:46:44Z', 'updated_at': '2021-05-20T21:46:55Z', 'revision_number': 4, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'gw_port': {'id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:46:47Z', 'updated_at': '2021-05-20T21:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': '336bfb3e-8df7-4bda-afe7-5d3ebd2292e8', 'name': '', 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'mac_address': 'fa:16:3e:44:fc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd71aa12b-c7d1-4dcf-bc1c-f2467a541a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:46:53Z', 'updated_at': '2021-05-20T21:47:08Z', 'revision_number': 5, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'subnets': [{'id': 'd71aa12b-c7d1-4dcf-bc1c-f2467a541a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:51:24.130293 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fe8e06-33b8-4753-8069-9d5642d280df None None] Checking router: 77651f21-a8c7-408a-b7fd-052d11539ab1 for host: dv-cinder-792462-4-smb {{(pid=98345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:51:24.147773 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fe8e06-33b8-4753-8069-9d5642d280df None None] Routers {'77651f21-a8c7-408a-b7fd-052d11539ab1'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:51:24.148527 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-46fe8e06-33b8-4753-8069-9d5642d280df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:50:56Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['77651f21-a8c7-408a-b7fd-052d11539ab1'], 'active': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:51:24.154119 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-8cc087df-261c-431e-a226-aacc4cc38906 req-da9f9d59-9551-4eaa-8661-1ab9f8cdca4b tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Synchronizing usage tracker for tenant:0606f6a2c7f245b7990c5cd28b31b66a on resource:port {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:51:24.195347 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-8cc087df-261c-431e-a226-aacc4cc38906 req-da9f9d59-9551-4eaa-8661-1ab9f8cdca4b tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Unset dirty status for tenant:0606f6a2c7f245b7990c5cd28b31b66a on resource:port {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:51:24.196749 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-8cc087df-261c-431e-a226-aacc4cc38906 req-da9f9d59-9551-4eaa-8661-1ab9f8cdca4b tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad6b710d-0739-42bb-9138-9809375b43be HTTP/1.1" status: 200 len: 210 time: 0.1022410 May 20 21:51:24.382540 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvr_db [None req-46fe8e06-33b8-4753-8069-9d5642d280df None None] Set router 77651f21-a8c7-408a-b7fd-052d11539ab1 gateway port host: dv-cinder-792462-4-smb {{(pid=98345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:51:24.632549 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 47420) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:24.719515 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-46fe8e06-33b8-4753-8069-9d5642d280df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'name': 'tempest-AttachVolumeTestJSON-2100298672-router', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195'}], 'enable_snat': True}, 'gw_port_id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:46:44Z', 'updated_at': '2021-05-20T21:46:55Z', 'revision_number': 4, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'gw_port': {'id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:46:47Z', 'updated_at': '2021-05-20T21:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': '336bfb3e-8df7-4bda-afe7-5d3ebd2292e8', 'name': '', 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'mac_address': 'fa:16:3e:44:fc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd71aa12b-c7d1-4dcf-bc1c-f2467a541a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:46:53Z', 'updated_at': '2021-05-20T21:47:08Z', 'revision_number': 5, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'subnets': [{'id': 'd71aa12b-c7d1-4dcf-bc1c-f2467a541a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:51:24.724595 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fe8e06-33b8-4753-8069-9d5642d280df None None] The sync data for ids ['77651f21-a8c7-408a-b7fd-052d11539ab1'] in dv-cinder-792462-4-smb is: [{'id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'name': 'tempest-AttachVolumeTestJSON-2100298672-router', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195'}], 'enable_snat': True}, 'gw_port_id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:46:44Z', 'updated_at': '2021-05-20T21:46:55Z', 'revision_number': 4, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'gw_port': {'id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:46:47Z', 'updated_at': '2021-05-20T21:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': '336bfb3e-8df7-4bda-afe7-5d3ebd2292e8', 'name': '', 'network_id': 'bc42d8dd-db6a-42a7-a65a-d494de158c0c', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'mac_address': 'fa:16:3e:44:fc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd71aa12b-c7d1-4dcf-bc1c-f2467a541a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:46:53Z', 'updated_at': '2021-05-20T21:47:08Z', 'revision_number': 5, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'subnets': [{'id': 'd71aa12b-c7d1-4dcf-bc1c-f2467a541a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:51:24.760490 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-573e39fe-a9d9-4836-b129-d157e851f431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:24.777029 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-573e39fe-a9d9-4836-b129-d157e851f431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:51:24.781788 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-573e39fe-a9d9-4836-b129-d157e851f431 admin admin] Usage tracker for resource:security_group_rule and tenant:42b4b453acbd457bb15004479a7647f8 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:51:24.785770 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-573e39fe-a9d9-4836-b129-d157e851f431 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:51:24.794018 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-573e39fe-a9d9-4836-b129-d157e851f431 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:51:24.896687 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-573e39fe-a9d9-4836-b129-d157e851f431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:24.901258 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-573e39fe-a9d9-4836-b129-d157e851f431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:24.909092 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-c7708209-b420-479a-b1d5-c6c0b924a3f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:24.947672 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device f81c0e25-f4e1-4681-81f7-2da2304041c0 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:51:24.955672 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-573e39fe-a9d9-4836-b129-d157e851f431 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=42b4b453acbd457bb15004479a7647f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3188317 May 20 21:51:24.955672 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e39fe-a9d9-4836-b129-d157e851f431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4814df-598e-4ce9-91ee-d1049e9b9e3d,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:24.956164 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 47426) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:24.958285 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-573e39fe-a9d9-4836-b129-d157e851f431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:24.977605 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de9a777-197d-48bc-93a0-c546c6f66a61 None None] New status for floating IP 8c48d529-34e1-4367-a143-c0349bd91802: DOWN {{(pid=98344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:51:25.028405 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-0ce3ba0a-1095-42dd-a02c-90e1e0db5f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:25.055941 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-0ce3ba0a-1095-42dd-a02c-90e1e0db5f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:25.057967 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] No Port match for: f81c0e25-f4e1-4681-81f7-2da2304041c0 {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:51:25.058323 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device f81c0e25-f4e1-4681-81f7-2da2304041c0 not bound to the agent host hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:51:25.113056 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-0ce3ba0a-1095-42dd-a02c-90e1e0db5f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:25.116889 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-c3854141-4494-4018-aaee-1454cdd3a9af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:25.130307 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3ba0a-1095-42dd-a02c-90e1e0db5f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4814df-598e-4ce9-91ee-d1049e9b9e3d,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:25.133146 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-0ce3ba0a-1095-42dd-a02c-90e1e0db5f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:25.138382 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-0ce3ba0a-1095-42dd-a02c-90e1e0db5f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:25.139735 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-0ce3ba0a-1095-42dd-a02c-90e1e0db5f0e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6e4814df-598e-4ce9-91ee-d1049e9b9e3d HTTP/1.1" status: 204 len: 168 time: 0.1824982 May 20 21:51:25.339369 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 47438) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:25.414217 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-8abfbeee-f885-4223-8a9a-eac66ff7a201 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:25.447189 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-8abfbeee-f885-4223-8a9a-eac66ff7a201 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:25.447683 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 47442) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:25.466631 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-8d9043e5-a083-41da-9fe0-cd19148b38d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:25.482978 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-8d9043e5-a083-41da-9fe0-cd19148b38d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:51:25.487741 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-8d9043e5-a083-41da-9fe0-cd19148b38d7 admin admin] Usage tracker for resource:security_group_rule and tenant:bfd41972022b40e0be198f79b343ed35 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:51:25.490817 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-8d9043e5-a083-41da-9fe0-cd19148b38d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:51:25.496933 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-8d9043e5-a083-41da-9fe0-cd19148b38d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:51:25.506255 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-8abfbeee-f885-4223-8a9a-eac66ff7a201 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:25.512432 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-0fd42ace-f609-49fc-9237-d9a68e465a9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:25.535937 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:25.541489 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abfbeee-f885-4223-8a9a-eac66ff7a201 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=228c3d22-f097-423f-a803-9291ae87f434,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:25.544692 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-8abfbeee-f885-4223-8a9a-eac66ff7a201 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:25.559102 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-8abfbeee-f885-4223-8a9a-eac66ff7a201 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:25.563421 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-8abfbeee-f885-4223-8a9a-eac66ff7a201 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "DELETE /v2.0/security-groups/228c3d22-f097-423f-a803-9291ae87f434 HTTP/1.1" status: 204 len: 168 time: 0.2199764 May 20 21:51:25.563731 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 47446) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:25.587003 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.api.v2.resource [None req-f987024d-5cbe-4e05-9b8b-f40f8db36d10 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] show failed (client error): The resource could not be found. May 20 21:51:25.590882 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-f987024d-5cbe-4e05-9b8b-f40f8db36d10 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "GET /v2.0/security-groups/228c3d22-f097-423f-a803-9291ae87f434 HTTP/1.1" status: 404 len: 347 time: 0.0226939 May 20 21:51:25.591108 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 47450) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:25.609710 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-8d9043e5-a083-41da-9fe0-cd19148b38d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:25.614080 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-8d9043e5-a083-41da-9fe0-cd19148b38d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:25.621264 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-1602859e-945f-4bfd-8907-b327f99393b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:25.665290 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9043e5-a083-41da-9fe0-cd19148b38d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80934469-58d3-46ac-8eb5-710b9c09e6da,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:25.669578 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-8d9043e5-a083-41da-9fe0-cd19148b38d7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bfd41972022b40e0be198f79b343ed35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2208323 May 20 21:51:25.670471 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-8d9043e5-a083-41da-9fe0-cd19148b38d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:25.674109 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 47454) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:25.738428 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-66801ea7-3178-4f61-8984-1a7401f24274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:25.767456 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-66801ea7-3178-4f61-8984-1a7401f24274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:25.824495 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-66801ea7-3178-4f61-8984-1a7401f24274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:25.829470 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-2dd617d0-03bb-4334-b6b6-f189dd53374f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:25.842007 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66801ea7-3178-4f61-8984-1a7401f24274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80934469-58d3-46ac-8eb5-710b9c09e6da,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:25.847142 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-66801ea7-3178-4f61-8984-1a7401f24274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:25.852778 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-66801ea7-3178-4f61-8984-1a7401f24274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:25.856446 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-66801ea7-3178-4f61-8984-1a7401f24274 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/80934469-58d3-46ac-8eb5-710b9c09e6da HTTP/1.1" status: 204 len: 168 time: 0.1789107 May 20 21:51:25.928206 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [None req-a2afa549-f232-4d3d-8868-f93bf546eaa0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Deleting port e69d52a8-03c6-4131-a1c0-84b3af5e3e09 {{(pid=98343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:51:25.928691 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-a2afa549-f232-4d3d-8868-f93bf546eaa0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:26.056206 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-a2afa549-f232-4d3d-8868-f93bf546eaa0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:26.056878 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-a2afa549-f232-4d3d-8868-f93bf546eaa0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:26.189396 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [None req-a2afa549-f232-4d3d-8868-f93bf546eaa0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Calling delete_port for e69d52a8-03c6-4131-a1c0-84b3af5e3e09 owned by network:floatingip {{(pid=98343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:51:26.197368 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-d1aa0d18-f481-4621-bc74-ac744b70dd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:26.246244 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 47462) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:26.299505 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-2103b64f-dfce-4592-bb2f-7a622166664f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:26.330841 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-2103b64f-dfce-4592-bb2f-7a622166664f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:51:26.337899 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-2103b64f-dfce-4592-bb2f-7a622166664f admin admin] Usage tracker for resource:security_group_rule and tenant:99b45d7e3ec443299e6a18b332eb164f is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:51:26.344379 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-2103b64f-dfce-4592-bb2f-7a622166664f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:51:26.351900 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-2103b64f-dfce-4592-bb2f-7a622166664f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:51:26.359025 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-a2afa549-f232-4d3d-8868-f93bf546eaa0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:26.367678 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-6a5dccbd-de68-4806-9ebd-ec9c9d9a9ea0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:26.422574 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2afa549-f232-4d3d-8868-f93bf546eaa0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Pushing event deleted for resources: {'Port': ['ID=e69d52a8-03c6-4131-a1c0-84b3af5e3e09,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:26.429575 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-a2afa549-f232-4d3d-8868-f93bf546eaa0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:26.555734 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-a2afa549-f232-4d3d-8868-f93bf546eaa0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks [] for floatingip, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:26.597482 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-2103b64f-dfce-4592-bb2f-7a622166664f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:26.603554 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-2103b64f-dfce-4592-bb2f-7a622166664f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:26.610600 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-87023cab-085d-4ccd-934a-e45f3b215f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:26.642193 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-a2afa549-f232-4d3d-8868-f93bf546eaa0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for floatingip, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:26.643567 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-a2afa549-f232-4d3d-8868-f93bf546eaa0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] 10.222.0.78 "DELETE /v2.0/floatingips/8c48d529-34e1-4367-a143-c0349bd91802 HTTP/1.1" status: 204 len: 168 time: 1.0514972 May 20 21:51:26.656466 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-2103b64f-dfce-4592-bb2f-7a622166664f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=99b45d7e3ec443299e6a18b332eb164f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4090509 May 20 21:51:26.661166 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 47466) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:26.679511 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103b64f-dfce-4592-bb2f-7a622166664f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bacde59-246a-487d-bec5-fe1ccf1c2793,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:26.689716 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-2103b64f-dfce-4592-bb2f-7a622166664f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:26.754222 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-63bd87d3-5e67-49a0-a182-afcb27bed004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:26.792951 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-63bd87d3-5e67-49a0-a182-afcb27bed004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:26.885050 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-63bd87d3-5e67-49a0-a182-afcb27bed004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:26.889179 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-666b37ea-a85c-4da0-b975-2ca2c40e59ff tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:26.903114 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd87d3-5e67-49a0-a182-afcb27bed004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bacde59-246a-487d-bec5-fe1ccf1c2793,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:26.914986 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-63bd87d3-5e67-49a0-a182-afcb27bed004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:26.914986 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-63bd87d3-5e67-49a0-a182-afcb27bed004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:26.914986 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-63bd87d3-5e67-49a0-a182-afcb27bed004 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3bacde59-246a-487d-bec5-fe1ccf1c2793 HTTP/1.1" status: 204 len: 168 time: 0.2477276 May 20 21:51:27.526672 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:29.191595 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:30.775527 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 47554) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:31.341405 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-b62efe71-bd09-4d79-a95c-9305f052fe6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629786'] for router_interface, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:31.890403 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [None req-b62efe71-bd09-4d79-a95c-9305f052fe6d admin admin] Deleting port 336bfb3e-8df7-4bda-afe7-5d3ebd2292e8 {{(pid=98343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:51:31.891151 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-b62efe71-bd09-4d79-a95c-9305f052fe6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:31.984758 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 47564) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:32.024191 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.db [None req-b62efe71-bd09-4d79-a95c-9305f052fe6d admin admin] For port 336bfb3e-8df7-4bda-afe7-5d3ebd2292e8, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=336bfb3e-8df7-4bda-afe7-5d3ebd2292e8,segment=NetworkSegment(a7607f59-35d3-492b-8e48-5ff38d337b88),segment_id=a7607f59-35d3-492b-8e48-5ff38d337b88)] {{(pid=98343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:51:32.024587 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-b62efe71-bd09-4d79-a95c-9305f052fe6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:32.132886 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-3f888741-ba06-44fd-9971-e1908125c808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:32.157336 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-3f888741-ba06-44fd-9971-e1908125c808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:51:32.164358 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [None req-b62efe71-bd09-4d79-a95c-9305f052fe6d admin admin] Calling delete_port for 336bfb3e-8df7-4bda-afe7-5d3ebd2292e8 owned by network:router_interface {{(pid=98343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:51:32.165190 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-3f888741-ba06-44fd-9971-e1908125c808 admin admin] Usage tracker for resource:security_group_rule and tenant:0711f2cb557b43ffa74484d3eb98529a is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:51:32.171175 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-3f888741-ba06-44fd-9971-e1908125c808 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:51:32.179570 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-3f888741-ba06-44fd-9971-e1908125c808 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:51:32.279369 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-3f888741-ba06-44fd-9971-e1908125c808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:32.284895 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-3f888741-ba06-44fd-9971-e1908125c808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:32.292336 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-f474c174-aaad-436c-9b49-90eaf8bbdc17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:32.337584 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-b62efe71-bd09-4d79-a95c-9305f052fe6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:32.340517 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-3f888741-ba06-44fd-9971-e1908125c808 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0711f2cb557b43ffa74484d3eb98529a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3546197 May 20 21:51:32.342652 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f888741-ba06-44fd-9971-e1908125c808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42de1ac2-a2a0-4b75-a481-6b5a9d1a0e5a,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:32.346030 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 47570) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:32.347127 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-f829de3b-023a-42f3-8380-6f98e96aac3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:32.348783 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-3f888741-ba06-44fd-9971-e1908125c808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:32.406970 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62efe71-bd09-4d79-a95c-9305f052fe6d admin admin] Pushing event deleted for resources: {'Port': ['ID=336bfb3e-8df7-4bda-afe7-5d3ebd2292e8,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:32.431061 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-fbe31175-25c2-4cb0-a104-d9da54563854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:32.444473 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-b62efe71-bd09-4d79-a95c-9305f052fe6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:32.484738 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-fbe31175-25c2-4cb0-a104-d9da54563854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:32.579751 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-fbe31175-25c2-4cb0-a104-d9da54563854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:32.588524 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-aeafc620-ad67-45e7-b33a-53ab87002a27 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:32.612233 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe31175-25c2-4cb0-a104-d9da54563854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42de1ac2-a2a0-4b75-a481-6b5a9d1a0e5a,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:32.621569 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-fbe31175-25c2-4cb0-a104-d9da54563854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:32.629513 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-fbe31175-25c2-4cb0-a104-d9da54563854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:32.631701 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-fbe31175-25c2-4cb0-a104-d9da54563854 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/42de1ac2-a2a0-4b75-a481-6b5a9d1a0e5a HTTP/1.1" status: 204 len: 168 time: 0.2849846 May 20 21:51:32.816483 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-b62efe71-bd09-4d79-a95c-9305f052fe6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629934'] for router_interface, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:33.392693 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62efe71-bd09-4d79-a95c-9305f052fe6d admin admin] Router 77651f21-a8c7-408a-b7fd-052d11539ab1 has already been hosted by L3 agent 0cab7e80-5b87-486c-a982-5030be84b7ba {{(pid=98343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 21:51:33.584936 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62efe71-bd09-4d79-a95c-9305f052fe6d admin admin] Notify agent at l3_agent.dv-cinder-792462-4-smb the message routers_updated {{(pid=98343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 21:51:33.599312 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ca7234-db3c-48a2-a12b-bba98162a1b9 None None] Sync routers for ids ['77651f21-a8c7-408a-b7fd-052d11539ab1'] in dv-cinder-792462-4-smb {{(pid=98345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:51:33.601418 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-b62efe71-bd09-4d79-a95c-9305f052fe6d admin admin] 10.222.0.78 "PUT /v2.0/routers/77651f21-a8c7-408a-b7fd-052d11539ab1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8238974 May 20 21:51:33.603360 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 47596) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:33.622187 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ca7234-db3c-48a2-a12b-bba98162a1b9 None None] Routers {'77651f21-a8c7-408a-b7fd-052d11539ab1'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:51:33.622890 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-f6ca7234-db3c-48a2-a12b-bba98162a1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:51:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['77651f21-a8c7-408a-b7fd-052d11539ab1'], 'active': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:51:33.821486 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvr_db [None req-f6ca7234-db3c-48a2-a12b-bba98162a1b9 None None] Set router 77651f21-a8c7-408a-b7fd-052d11539ab1 gateway port host: dv-cinder-792462-4-smb {{(pid=98345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:51:33.836212 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-a21bba16-3679-44fe-8b6e-6b8b33786a62 admin admin] Notify callbacks [] for router, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:34.156876 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-f6ca7234-db3c-48a2-a12b-bba98162a1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'name': 'tempest-AttachVolumeTestJSON-2100298672-router', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195'}], 'enable_snat': True}, 'gw_port_id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:46:44Z', 'updated_at': '2021-05-20T21:51:32Z', 'revision_number': 5, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'gw_port': {'id': 'e29ca419-a35c-487b-a7c7-5eb3af13bf41', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:46:47Z', 'updated_at': '2021-05-20T21:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb'}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:51:34.171363 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ca7234-db3c-48a2-a12b-bba98162a1b9 None None] Checking router: 77651f21-a8c7-408a-b7fd-052d11539ab1 for host: dv-cinder-792462-4-smb {{(pid=98345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:51:34.188620 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ca7234-db3c-48a2-a12b-bba98162a1b9 None None] Routers {'77651f21-a8c7-408a-b7fd-052d11539ab1'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:51:34.190555 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-f6ca7234-db3c-48a2-a12b-bba98162a1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:51:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['77651f21-a8c7-408a-b7fd-052d11539ab1'], 'active': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:51:34.224449 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-a21bba16-3679-44fe-8b6e-6b8b33786a62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:34.313405 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [None req-a21bba16-3679-44fe-8b6e-6b8b33786a62 admin admin] Deleting port e29ca419-a35c-487b-a7c7-5eb3af13bf41 {{(pid=98342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:51:34.313658 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-a21bba16-3679-44fe-8b6e-6b8b33786a62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:34.414431 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvr_db [None req-f6ca7234-db3c-48a2-a12b-bba98162a1b9 None None] Set router 77651f21-a8c7-408a-b7fd-052d11539ab1 gateway port host: None {{(pid=98345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:51:34.458541 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [None req-a21bba16-3679-44fe-8b6e-6b8b33786a62 admin admin] For port e29ca419-a35c-487b-a7c7-5eb3af13bf41, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=e29ca419-a35c-487b-a7c7-5eb3af13bf41,segment=NetworkSegment(c99208f0-a511-44ea-981f-b3b92c3f5261),segment_id=c99208f0-a511-44ea-981f-b3b92c3f5261)] {{(pid=98342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:51:34.459000 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-a21bba16-3679-44fe-8b6e-6b8b33786a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:34.527341 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-f6ca7234-db3c-48a2-a12b-bba98162a1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'name': 'tempest-AttachVolumeTestJSON-2100298672-router', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:46:44Z', 'updated_at': '2021-05-20T21:51:34Z', 'revision_number': 6, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'gw_port_host': None}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:51:34.531727 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ca7234-db3c-48a2-a12b-bba98162a1b9 None None] The sync data for ids ['77651f21-a8c7-408a-b7fd-052d11539ab1'] in dv-cinder-792462-4-smb is: [{'id': '77651f21-a8c7-408a-b7fd-052d11539ab1', 'name': 'tempest-AttachVolumeTestJSON-2100298672-router', 'tenant_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:46:44Z', 'updated_at': '2021-05-20T21:51:34Z', 'revision_number': 6, 'project_id': '0606f6a2c7f245b7990c5cd28b31b66a', 'gw_port_host': None}] {{(pid=98345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:51:34.609009 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [None req-a21bba16-3679-44fe-8b6e-6b8b33786a62 admin admin] Calling delete_port for e29ca419-a35c-487b-a7c7-5eb3af13bf41 owned by network:router_gateway {{(pid=98342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:51:34.767395 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-a21bba16-3679-44fe-8b6e-6b8b33786a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:34.771731 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-4438c550-1046-4e5a-9651-7040de075d18 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:34.822141 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bba16-3679-44fe-8b6e-6b8b33786a62 admin admin] Pushing event deleted for resources: {'Port': ['ID=e29ca419-a35c-487b-a7c7-5eb3af13bf41,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:34.826808 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-a21bba16-3679-44fe-8b6e-6b8b33786a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:34.928939 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-a21bba16-3679-44fe-8b6e-6b8b33786a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023537'] for router_gateway, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:35.137520 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-a21bba16-3679-44fe-8b6e-6b8b33786a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2025991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4977'] for router, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:35.141581 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-a21bba16-3679-44fe-8b6e-6b8b33786a62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:35.168673 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-a21bba16-3679-44fe-8b6e-6b8b33786a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2024781'] for router, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:35.169393 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21bba16-3679-44fe-8b6e-6b8b33786a62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77651f21-a8c7-408a-b7fd-052d11539ab1 {{(pid=98342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 21:51:35.184812 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-a21bba16-3679-44fe-8b6e-6b8b33786a62 admin admin] Notify callbacks [] for router, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:35.188591 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-a21bba16-3679-44fe-8b6e-6b8b33786a62 admin admin] 10.222.0.78 "DELETE /v2.0/routers/77651f21-a8c7-408a-b7fd-052d11539ab1 HTTP/1.1" status: 204 len: 168 time: 1.5841997 May 20 21:51:35.188828 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 47628) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:35.255029 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f430b56-725d-4a32-bbac-eae3143525ca admin admin] Deleting subnet d71aa12b-c7d1-4dcf-bc1c-f2467a541a18 {{(pid=98343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 21:51:35.258073 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-4f430b56-725d-4a32-bbac-eae3143525ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:35.317382 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-4f430b56-725d-4a32-bbac-eae3143525ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809433'] for subnet, precommit_delete_associations {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:35.406411 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-4f430b56-725d-4a32-bbac-eae3143525ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960594'] for subnet, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:35.686878 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-4f430b56-725d-4a32-bbac-eae3143525ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1737399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2129050'] for subnet, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:35.692889 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:35.728498 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f430b56-725d-4a32-bbac-eae3143525ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d71aa12b-c7d1-4dcf-bc1c-f2467a541a18,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:35.730625 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-4f430b56-725d-4a32-bbac-eae3143525ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:35.734922 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-4f430b56-725d-4a32-bbac-eae3143525ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:35.742084 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-4f430b56-725d-4a32-bbac-eae3143525ca admin admin] 10.222.0.78 "DELETE /v2.0/subnets/d71aa12b-c7d1-4dcf-bc1c-f2467a541a18 HTTP/1.1" status: 204 len: 168 time: 0.5477531 May 20 21:51:35.742304 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 47636) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:35.747549 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09e2a95-7c4c-43e8-a5f7-8bedbd388c9f None None] Network bc42d8dd-db6a-42a7-a65a-d494de158c0c requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:51:35.855804 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-fc9beff0-5513-4558-938b-8f12e886d3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985866'] for network, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:35.940338 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [None req-fc9beff0-5513-4558-938b-8f12e886d3e8 admin admin] Deleting port 08801a0a-f6ef-4ecf-8a95-3090e3a57d2a {{(pid=98342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:51:35.940777 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-fc9beff0-5513-4558-938b-8f12e886d3e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:36.009597 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4837fa1-595d-47e3-87be-65be8f06f905 None None] DHCP port deletion for bc42d8dd-db6a-42a7-a65a-d494de158c0c request from dv-cinder-792462-4-smb {{(pid=98344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:51:36.047919 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [None req-fc9beff0-5513-4558-938b-8f12e886d3e8 admin admin] For port 08801a0a-f6ef-4ecf-8a95-3090e3a57d2a, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=08801a0a-f6ef-4ecf-8a95-3090e3a57d2a,segment=NetworkSegment(a7607f59-35d3-492b-8e48-5ff38d337b88),segment_id=a7607f59-35d3-492b-8e48-5ff38d337b88)] {{(pid=98342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:51:36.048301 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-fc9beff0-5513-4558-938b-8f12e886d3e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:36.085321 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-a4837fa1-595d-47e3-87be-65be8f06f905 None None] Deleting port 08801a0a-f6ef-4ecf-8a95-3090e3a57d2a {{(pid=98344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:51:36.085699 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a4837fa1-595d-47e3-87be-65be8f06f905 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:36.193306 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-a4837fa1-595d-47e3-87be-65be8f06f905 None None] For port 08801a0a-f6ef-4ecf-8a95-3090e3a57d2a, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=08801a0a-f6ef-4ecf-8a95-3090e3a57d2a,segment=NetworkSegment(a7607f59-35d3-492b-8e48-5ff38d337b88),segment_id=a7607f59-35d3-492b-8e48-5ff38d337b88)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:51:36.194306 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a4837fa1-595d-47e3-87be-65be8f06f905 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:36.269679 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device e29ca419-a35c-487b-a7c7-5eb3af13bf41 no longer exists at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:51:36.282582 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [None req-fc9beff0-5513-4558-938b-8f12e886d3e8 admin admin] Calling delete_port for 08801a0a-f6ef-4ecf-8a95-3090e3a57d2a owned by network:dhcp {{(pid=98342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:51:36.336621 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-fc9beff0-5513-4558-938b-8f12e886d3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:36.344250 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-5a91f3b9-ddf0-4419-8290-038f63a00126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:36.362030 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-a4837fa1-595d-47e3-87be-65be8f06f905 None None] Calling delete_port for 08801a0a-f6ef-4ecf-8a95-3090e3a57d2a owned by network:dhcp {{(pid=98344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:51:36.371550 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] No Port match for: e29ca419-a35c-487b-a7c7-5eb3af13bf41 {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:51:36.371820 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device e29ca419-a35c-487b-a7c7-5eb3af13bf41 not bound to the agent host dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:51:36.372216 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 336bfb3e-8df7-4bda-afe7-5d3ebd2292e8 no longer exists at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:51:36.398502 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9beff0-5513-4558-938b-8f12e886d3e8 admin admin] No DVR routers for this DVR port 08801a0a-f6ef-4ecf-8a95-3090e3a57d2a on host dv-cinder-792462-4-smb {{(pid=98342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:51:36.430009 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9beff0-5513-4558-938b-8f12e886d3e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=08801a0a-f6ef-4ecf-8a95-3090e3a57d2a,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:36.432962 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-fc9beff0-5513-4558-938b-8f12e886d3e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:36.457440 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] No Port match for: 336bfb3e-8df7-4bda-afe7-5d3ebd2292e8 {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:51:36.457769 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 336bfb3e-8df7-4bda-afe7-5d3ebd2292e8 not bound to the agent host dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:51:36.458202 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 08801a0a-f6ef-4ecf-8a95-3090e3a57d2a no longer exists at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:51:36.501086 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] No Port match for: 08801a0a-f6ef-4ecf-8a95-3090e3a57d2a {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:51:36.501425 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 08801a0a-f6ef-4ecf-8a95-3090e3a57d2a not bound to the agent host dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:51:36.529721 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-fc9beff0-5513-4558-938b-8f12e886d3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961757', 'neutron.services.segments.db._delete_segments_for_network-8759169772665'] for network, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:36.532121 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a4837fa1-595d-47e3-87be-65be8f06f905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863'] for port, after_delete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:36.536626 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-ba430c29-a199-4398-b625-ad04cc2938e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:36.544649 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.services.segments.db [None req-fc9beff0-5513-4558-938b-8f12e886d3e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc42d8dd-db6a-42a7-a65a-d494de158c0c']}} {{(pid=98342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:51:36.559236 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.services.segments.db [None req-fc9beff0-5513-4558-938b-8f12e886d3e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7607f59-35d3-492b-8e48-5ff38d337b88') {'for_net_delete': True} {{(pid=98342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:51:36.559646 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.services.segments.db [None req-fc9beff0-5513-4558-938b-8f12e886d3e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7607f59-35d3-492b-8e48-5ff38d337b88') {} {{(pid=98342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:51:36.572897 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-fc9beff0-5513-4558-938b-8f12e886d3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759169785079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3898485'] for segment, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:36.582147 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4837fa1-595d-47e3-87be-65be8f06f905 None None] Pushing event deleted for resources: {'Port': ['ID=08801a0a-f6ef-4ecf-8a95-3090e3a57d2a,revision_number=None']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:36.587115 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4837fa1-595d-47e3-87be-65be8f06f905 None None] No DVR routers for this DVR port 08801a0a-f6ef-4ecf-8a95-3090e3a57d2a on host dv-cinder-792462-4-smb {{(pid=98344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:51:36.593744 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4837fa1-595d-47e3-87be-65be8f06f905 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:36.594083 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4837fa1-595d-47e3-87be-65be8f06f905 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:36.594414 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4837fa1-595d-47e3-87be-65be8f06f905 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:36.594741 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4837fa1-595d-47e3-87be-65be8f06f905 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:36.595185 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4837fa1-595d-47e3-87be-65be8f06f905 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:36.595388 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4837fa1-595d-47e3-87be-65be8f06f905 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:36.595738 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4837fa1-595d-47e3-87be-65be8f06f905 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:36.601482 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4837fa1-595d-47e3-87be-65be8f06f905 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:36.602246 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-fc9beff0-5513-4558-938b-8f12e886d3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329'] for segment, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:36.602460 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4837fa1-595d-47e3-87be-65be8f06f905 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:36.602460 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4837fa1-595d-47e3-87be-65be8f06f905 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:36.602460 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4837fa1-595d-47e3-87be-65be8f06f905 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:36.602460 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4837fa1-595d-47e3-87be-65be8f06f905 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:51:36.603789 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-a4837fa1-595d-47e3-87be-65be8f06f905 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:36.606492 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc9beff0-5513-4558-938b-8f12e886d3e8 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=98342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:51:36.606891 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-fc9beff0-5513-4558-938b-8f12e886d3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3867234'] for segment, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:36.620635 dv-cinder-792462-4-smb neutron-server[98342]: Traceback (most recent call last): May 20 21:51:36.620635 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:51:36.620635 dv-cinder-792462-4-smb neutron-server[98342]: timer() May 20 21:51:36.620635 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:51:36.620635 dv-cinder-792462-4-smb neutron-server[98342]: cb(*args, **kw) May 20 21:51:36.620635 dv-cinder-792462-4-smb neutron-server[98342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 21:51:36.620635 dv-cinder-792462-4-smb neutron-server[98342]: return func(*args, **kwargs) May 20 21:51:36.620635 dv-cinder-792462-4-smb neutron-server[98342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:51:36.620635 dv-cinder-792462-4-smb neutron-server[98342]: self._notify() May 20 21:51:36.620635 dv-cinder-792462-4-smb neutron-server[98342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:51:36.620635 dv-cinder-792462-4-smb neutron-server[98342]: self.callback(batched_events) May 20 21:51:36.620635 dv-cinder-792462-4-smb neutron-server[98342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:51:36.620635 dv-cinder-792462-4-smb neutron-server[98342]: event.method(event) May 20 21:51:36.620635 dv-cinder-792462-4-smb neutron-server[98342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 21:51:36.620635 dv-cinder-792462-4-smb neutron-server[98342]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:51:36.620635 dv-cinder-792462-4-smb neutron-server[98342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 21:51:36.620635 dv-cinder-792462-4-smb neutron-server[98342]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:51:36.620635 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 21:51:36.620635 dv-cinder-792462-4-smb neutron-server[98342]: return f(self, *a, **k) May 20 21:51:36.620635 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 21:51:36.620635 dv-cinder-792462-4-smb neutron-server[98342]: return self._get(url).json() May 20 21:51:36.620635 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 21:51:36.620635 dv-cinder-792462-4-smb neutron-server[98342]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:51:36.620635 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:51:36.620635 dv-cinder-792462-4-smb neutron-server[98342]: return self.request(url, 'GET', **kwargs) May 20 21:51:36.620635 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:51:36.620635 dv-cinder-792462-4-smb neutron-server[98342]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:51:36.620635 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:51:36.620635 dv-cinder-792462-4-smb neutron-server[98342]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:51:36.620635 dv-cinder-792462-4-smb neutron-server[98342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:51:36.620635 dv-cinder-792462-4-smb neutron-server[98342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:51:36.620635 dv-cinder-792462-4-smb neutron-server[98342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:51:36.698836 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-fc9beff0-5513-4558-938b-8f12e886d3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1639574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1649568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023514'] for network, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:36.702666 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:36.716542 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-fc9beff0-5513-4558-938b-8f12e886d3e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for network, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:36.728010 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9beff0-5513-4558-938b-8f12e886d3e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc42d8dd-db6a-42a7-a65a-d494de158c0c,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:36.731411 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-fc9beff0-5513-4558-938b-8f12e886d3e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:36.744144 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-fc9beff0-5513-4558-938b-8f12e886d3e8 admin admin] 10.222.0.78 "DELETE /v2.0/networks/bc42d8dd-db6a-42a7-a65a-d494de158c0c HTTP/1.1" status: 204 len: 168 time: 1.0006316 May 20 21:51:36.938930 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 47646) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:37.007426 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-38d90fa8-6f40-4dc8-abe6-f00b949eccbf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0606f6a2c7f245b7990c5cd28b31b66a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0666881 May 20 21:51:37.009840 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 47652) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:37.072680 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4288e0b8-b661-4af8-a918-48df0680fb47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:37.102284 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4288e0b8-b661-4af8-a918-48df0680fb47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:37.169832 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4288e0b8-b661-4af8-a918-48df0680fb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:37.175057 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-573e39fe-a9d9-4836-b129-d157e851f431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:37.190576 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4288e0b8-b661-4af8-a918-48df0680fb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3309dcfc-deb2-4385-8b71-5c42d3e82515,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:37.196686 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-4288e0b8-b661-4af8-a918-48df0680fb47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:37.198959 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4288e0b8-b661-4af8-a918-48df0680fb47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:37.200103 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-4288e0b8-b661-4af8-a918-48df0680fb47 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3309dcfc-deb2-4385-8b71-5c42d3e82515 HTTP/1.1" status: 204 len: 168 time: 0.1893559 May 20 21:51:39.484175 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 47726) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:39.620479 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1a2a7f71-cbf6-4bdd-97fb-eb1d1c89e168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:39.636889 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-1a2a7f71-cbf6-4bdd-97fb-eb1d1c89e168 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:51:39.640967 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-1a2a7f71-cbf6-4bdd-97fb-eb1d1c89e168 admin admin] Usage tracker for resource:security_group_rule and tenant:f8f483b01a44410188705805d822b567 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:51:39.645094 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-1a2a7f71-cbf6-4bdd-97fb-eb1d1c89e168 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:51:39.651348 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-1a2a7f71-cbf6-4bdd-97fb-eb1d1c89e168 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:51:39.745481 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1a2a7f71-cbf6-4bdd-97fb-eb1d1c89e168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:39.749856 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1a2a7f71-cbf6-4bdd-97fb-eb1d1c89e168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:39.757813 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-1c3724d8-0b63-49f7-9c37-67da59579f51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:39.801688 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a7f71-cbf6-4bdd-97fb-eb1d1c89e168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4423409-2fcc-4df7-8977-739a5eebe4b5,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:39.807527 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-1a2a7f71-cbf6-4bdd-97fb-eb1d1c89e168 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f8f483b01a44410188705805d822b567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3219249 May 20 21:51:39.808958 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 47732) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:39.809473 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-1a2a7f71-cbf6-4bdd-97fb-eb1d1c89e168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:39.875783 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c5c4cb52-966b-471a-96d6-1050eeca9c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:39.917709 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c5c4cb52-966b-471a-96d6-1050eeca9c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:40.010844 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c5c4cb52-966b-471a-96d6-1050eeca9c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:40.019227 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-0ce3ba0a-1095-42dd-a02c-90e1e0db5f0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:40.033478 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4cb52-966b-471a-96d6-1050eeca9c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4423409-2fcc-4df7-8977-739a5eebe4b5,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:40.037036 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-c5c4cb52-966b-471a-96d6-1050eeca9c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:40.039470 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c5c4cb52-966b-471a-96d6-1050eeca9c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:40.044387 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-c5c4cb52-966b-471a-96d6-1050eeca9c14 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c4423409-2fcc-4df7-8977-739a5eebe4b5 HTTP/1.1" status: 204 len: 168 time: 0.2312710 May 20 21:51:40.441572 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 47748) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:40.472532 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-6bca3123-a379-4ccc-83a7-fc0ab206ac6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:40.490518 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-6bca3123-a379-4ccc-83a7-fc0ab206ac6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:51:40.494835 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-6bca3123-a379-4ccc-83a7-fc0ab206ac6a admin admin] Usage tracker for resource:security_group_rule and tenant:bec047ea728f42c9b4e86bb309d47e46 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:51:40.498288 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-6bca3123-a379-4ccc-83a7-fc0ab206ac6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:51:40.507226 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-6bca3123-a379-4ccc-83a7-fc0ab206ac6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:51:40.605623 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-6bca3123-a379-4ccc-83a7-fc0ab206ac6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:40.610119 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-6bca3123-a379-4ccc-83a7-fc0ab206ac6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:40.618306 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-11e180b1-f4d9-40ed-96c0-d3d740d8fcfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:40.661310 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-6bca3123-a379-4ccc-83a7-fc0ab206ac6a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bec047ea728f42c9b4e86bb309d47e46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2182615 May 20 21:51:40.662161 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca3123-a379-4ccc-83a7-fc0ab206ac6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5638d813-3312-4a9c-bf32-35dfe5eb6e53,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:40.663927 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 47752) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:40.665203 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-6bca3123-a379-4ccc-83a7-fc0ab206ac6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:40.728511 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-07cc945a-9162-48b9-887a-b9cf371d1fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:40.766542 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-07cc945a-9162-48b9-887a-b9cf371d1fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:40.853509 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-07cc945a-9162-48b9-887a-b9cf371d1fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:40.857517 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-389f3293-87be-4087-95af-f3042206715b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:40.872673 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc945a-9162-48b9-887a-b9cf371d1fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5638d813-3312-4a9c-bf32-35dfe5eb6e53,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:40.876255 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-07cc945a-9162-48b9-887a-b9cf371d1fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:40.882467 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-07cc945a-9162-48b9-887a-b9cf371d1fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:40.883580 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-07cc945a-9162-48b9-887a-b9cf371d1fb9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5638d813-3312-4a9c-bf32-35dfe5eb6e53 HTTP/1.1" status: 204 len: 168 time: 0.2181053 May 20 21:51:43.264982 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 47826) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:43.428388 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-8510ffbd-9d06-414a-8608-8803b874acea admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:43.444363 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-8510ffbd-9d06-414a-8608-8803b874acea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:51:43.449553 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-8510ffbd-9d06-414a-8608-8803b874acea admin admin] Usage tracker for resource:security_group_rule and tenant:076283eeb7a8453ebd2237ad30651110 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:51:43.452286 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-8510ffbd-9d06-414a-8608-8803b874acea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:51:43.459968 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-8510ffbd-9d06-414a-8608-8803b874acea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:51:43.613016 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-8510ffbd-9d06-414a-8608-8803b874acea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:43.618800 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-8510ffbd-9d06-414a-8608-8803b874acea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:43.635978 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-8616dcb2-0c8c-42db-833b-c3bf64283295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:43.723280 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-8510ffbd-9d06-414a-8608-8803b874acea admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=076283eeb7a8453ebd2237ad30651110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4565821 May 20 21:51:43.726576 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 47842) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:43.727302 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510ffbd-9d06-414a-8608-8803b874acea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae46be3-6cca-4808-9385-19afd5461ad5,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:43.732299 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-8510ffbd-9d06-414a-8608-8803b874acea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:43.829243 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-960e1281-faaf-433d-999c-f2e5ef498afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:43.867514 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 47846) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:43.884554 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-960e1281-faaf-433d-999c-f2e5ef498afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:43.985867 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-960e1281-faaf-433d-999c-f2e5ef498afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:43.993131 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:44.007338 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e1281-faaf-433d-999c-f2e5ef498afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae46be3-6cca-4808-9385-19afd5461ad5,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:44.013030 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-960e1281-faaf-433d-999c-f2e5ef498afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:44.021460 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-960e1281-faaf-433d-999c-f2e5ef498afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:44.024981 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-960e1281-faaf-433d-999c-f2e5ef498afc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1ae46be3-6cca-4808-9385-19afd5461ad5 HTTP/1.1" status: 204 len: 168 time: 0.2961369 May 20 21:51:44.055723 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-05d4907c-8ef7-4e3a-9ba5-6f92419a321f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:44.077653 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-05d4907c-8ef7-4e3a-9ba5-6f92419a321f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:51:44.087078 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-05d4907c-8ef7-4e3a-9ba5-6f92419a321f admin admin] Usage tracker for resource:security_group_rule and tenant:d7cfd2a9180e4e67b1b4dac38031aa60 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:51:44.091551 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-05d4907c-8ef7-4e3a-9ba5-6f92419a321f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:51:44.100979 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-05d4907c-8ef7-4e3a-9ba5-6f92419a321f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:51:44.237026 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-05d4907c-8ef7-4e3a-9ba5-6f92419a321f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:44.242397 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-05d4907c-8ef7-4e3a-9ba5-6f92419a321f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:44.256573 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-294a010e-93f0-4c0e-ba9e-4fae3b38b942 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:44.307115 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-05d4907c-8ef7-4e3a-9ba5-6f92419a321f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d7cfd2a9180e4e67b1b4dac38031aa60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4382925 May 20 21:51:44.308819 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d4907c-8ef7-4e3a-9ba5-6f92419a321f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd039795-9b42-446f-a673-d45bbeeff4a8,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:44.312082 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-05d4907c-8ef7-4e3a-9ba5-6f92419a321f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:44.320332 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 47856) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:44.445797 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-129f271c-30b9-470f-be81-cc194f5a64bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:44.483768 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-129f271c-30b9-470f-be81-cc194f5a64bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:44.503404 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 47860) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:44.523816 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-a6ab505c-e2ea-431f-8659-ec0e8429bd73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:44.541142 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-a6ab505c-e2ea-431f-8659-ec0e8429bd73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:51:44.547613 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-a6ab505c-e2ea-431f-8659-ec0e8429bd73 admin admin] Usage tracker for resource:security_group_rule and tenant:e24f592698514eb98d5700bf1d9e2d98 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:51:44.554189 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-a6ab505c-e2ea-431f-8659-ec0e8429bd73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:51:44.562317 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-129f271c-30b9-470f-be81-cc194f5a64bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:44.568577 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-a6ab505c-e2ea-431f-8659-ec0e8429bd73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:51:44.574067 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-960e1281-faaf-433d-999c-f2e5ef498afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:44.597083 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f271c-30b9-470f-be81-cc194f5a64bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd039795-9b42-446f-a673-d45bbeeff4a8,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:44.602945 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-129f271c-30b9-470f-be81-cc194f5a64bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:44.608626 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-129f271c-30b9-470f-be81-cc194f5a64bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:44.614373 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-129f271c-30b9-470f-be81-cc194f5a64bd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fd039795-9b42-446f-a673-d45bbeeff4a8 HTTP/1.1" status: 204 len: 168 time: 0.2922246 May 20 21:51:44.744751 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-a6ab505c-e2ea-431f-8659-ec0e8429bd73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:44.750939 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-a6ab505c-e2ea-431f-8659-ec0e8429bd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:44.766497 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-a5c55fdd-b5ed-4b58-a8d2-aebe37fab101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:44.838052 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-a6ab505c-e2ea-431f-8659-ec0e8429bd73 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e24f592698514eb98d5700bf1d9e2d98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3366559 May 20 21:51:44.841588 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 47866) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:44.842496 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab505c-e2ea-431f-8659-ec0e8429bd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c0258a-7baf-42ac-a97f-17cb1b945760,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:44.849480 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-a6ab505c-e2ea-431f-8659-ec0e8429bd73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:44.943515 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-459df1a6-e153-4221-a3a1-70cec361b25e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:44.983350 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-459df1a6-e153-4221-a3a1-70cec361b25e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:45.059318 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-459df1a6-e153-4221-a3a1-70cec361b25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:45.067152 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-ef10987d-9b24-4d4c-880b-b4e6220b64f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:45.088363 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459df1a6-e153-4221-a3a1-70cec361b25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c0258a-7baf-42ac-a97f-17cb1b945760,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:45.092174 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-459df1a6-e153-4221-a3a1-70cec361b25e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:45.093462 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-459df1a6-e153-4221-a3a1-70cec361b25e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:45.094601 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-459df1a6-e153-4221-a3a1-70cec361b25e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a8c0258a-7baf-42ac-a97f-17cb1b945760 HTTP/1.1" status: 204 len: 168 time: 0.2502117 May 20 21:51:45.129894 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 47874) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:45.152881 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-9a1c8a6a-4f47-4d6b-947f-0a66d51a6869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:45.171802 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-9a1c8a6a-4f47-4d6b-947f-0a66d51a6869 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:51:45.176881 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-9a1c8a6a-4f47-4d6b-947f-0a66d51a6869 admin admin] Usage tracker for resource:security_group_rule and tenant:ce16931fd11b4015b859683131cc995a is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:51:45.180659 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-9a1c8a6a-4f47-4d6b-947f-0a66d51a6869 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:51:45.188292 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-9a1c8a6a-4f47-4d6b-947f-0a66d51a6869 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:51:45.322605 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-9a1c8a6a-4f47-4d6b-947f-0a66d51a6869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:45.329704 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-9a1c8a6a-4f47-4d6b-947f-0a66d51a6869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:45.344391 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-66801ea7-3178-4f61-8984-1a7401f24274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:45.421472 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-9a1c8a6a-4f47-4d6b-947f-0a66d51a6869 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ce16931fd11b4015b859683131cc995a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2875791 May 20 21:51:45.421472 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c8a6a-4f47-4d6b-947f-0a66d51a6869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98077922-a1b7-420a-8299-490c02f89abe,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:45.422153 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 47880) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:45.426802 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-9a1c8a6a-4f47-4d6b-947f-0a66d51a6869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:45.521249 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-daf6bafe-b36e-420d-b4ae-3e7d7fb0a58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:45.568080 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-daf6bafe-b36e-420d-b4ae-3e7d7fb0a58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:45.646125 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-daf6bafe-b36e-420d-b4ae-3e7d7fb0a58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:45.654587 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-c1341b2a-43dd-4b74-9a96-d4ff943e06b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:45.689263 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf6bafe-b36e-420d-b4ae-3e7d7fb0a58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98077922-a1b7-420a-8299-490c02f89abe,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:45.692412 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-daf6bafe-b36e-420d-b4ae-3e7d7fb0a58b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:45.712445 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:45.724132 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-daf6bafe-b36e-420d-b4ae-3e7d7fb0a58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:45.729253 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-daf6bafe-b36e-420d-b4ae-3e7d7fb0a58b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/98077922-a1b7-420a-8299-490c02f89abe HTTP/1.1" status: 204 len: 168 time: 0.3021798 May 20 21:51:46.241736 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 47904) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:46.261233 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-862caae5-346d-44b5-8d2e-139002a66be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:46.278482 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-862caae5-346d-44b5-8d2e-139002a66be5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:51:46.282707 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-862caae5-346d-44b5-8d2e-139002a66be5 admin admin] Usage tracker for resource:security_group_rule and tenant:202898585750458fbe936d4241631ba8 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:51:46.286632 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-862caae5-346d-44b5-8d2e-139002a66be5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:51:46.294090 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-862caae5-346d-44b5-8d2e-139002a66be5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:51:46.414963 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-862caae5-346d-44b5-8d2e-139002a66be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:46.420626 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-862caae5-346d-44b5-8d2e-139002a66be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:46.432194 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-1a2a7f71-cbf6-4bdd-97fb-eb1d1c89e168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:46.476494 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-862caae5-346d-44b5-8d2e-139002a66be5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=202898585750458fbe936d4241631ba8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331877 May 20 21:51:46.478318 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862caae5-346d-44b5-8d2e-139002a66be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683f4f2c-ba8c-4157-88d5-1f8ae8959a7d,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:46.480721 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 47912) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:51:46.481588 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-862caae5-346d-44b5-8d2e-139002a66be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:46.567745 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-bc6dac1f-ad16-498b-b8e1-bd836a248652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:46.622222 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-bc6dac1f-ad16-498b-b8e1-bd836a248652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:46.690742 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-bc6dac1f-ad16-498b-b8e1-bd836a248652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:46.694853 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-eada9ff1-95e8-46fe-98e4-0875fdad490f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:51:46.707092 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6dac1f-ad16-498b-b8e1-bd836a248652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683f4f2c-ba8c-4157-88d5-1f8ae8959a7d,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:51:46.710987 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-bc6dac1f-ad16-498b-b8e1-bd836a248652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:51:46.714819 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-bc6dac1f-ad16-498b-b8e1-bd836a248652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:46.716845 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-bc6dac1f-ad16-498b-b8e1-bd836a248652 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/683f4f2c-ba8c-4157-88d5-1f8ae8959a7d HTTP/1.1" status: 204 len: 168 time: 0.2351143 May 20 21:51:52.208888 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-ff678c69-881d-411d-8b7a-1007e51cb68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:55.533925 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:55.790914 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 6 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:51:56.198006 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-e0f1ee48-f557-4899-ae5a-421e53608173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:57.521584 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:51:59.196945 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:05.135631 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 48070) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:52:05.259642 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-3d6a2e6c-5bdb-4ea6-8c9c-3568b7e2b701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:05.276772 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-3d6a2e6c-5bdb-4ea6-8c9c-3568b7e2b701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:52:05.280903 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-3d6a2e6c-5bdb-4ea6-8c9c-3568b7e2b701 admin admin] Usage tracker for resource:security_group_rule and tenant:deddf31518314c529bd0aa64632ef35b is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:52:05.285359 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-3d6a2e6c-5bdb-4ea6-8c9c-3568b7e2b701 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:52:05.291291 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-3d6a2e6c-5bdb-4ea6-8c9c-3568b7e2b701 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:52:05.389442 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-3d6a2e6c-5bdb-4ea6-8c9c-3568b7e2b701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:05.395647 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-3d6a2e6c-5bdb-4ea6-8c9c-3568b7e2b701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:05.402975 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-c456aa68-7aca-4f6d-9d4c-803634eb1e49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:05.445797 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-3d6a2e6c-5bdb-4ea6-8c9c-3568b7e2b701 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=deddf31518314c529bd0aa64632ef35b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3090470 May 20 21:52:05.446567 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a2e6c-5bdb-4ea6-8c9c-3568b7e2b701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45fb5ce-b64e-47c9-98c0-3dadcc293246,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:05.449164 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 48076) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:52:05.449839 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-3d6a2e6c-5bdb-4ea6-8c9c-3568b7e2b701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:05.519382 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-c9bcdd54-6aef-419b-894f-e35b91dc9709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:05.546127 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-c9bcdd54-6aef-419b-894f-e35b91dc9709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:05.601000 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-c9bcdd54-6aef-419b-894f-e35b91dc9709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:05.604784 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-29cf457a-bc0d-4d3e-adc5-7e9ddde5368e tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:05.619181 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bcdd54-6aef-419b-894f-e35b91dc9709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45fb5ce-b64e-47c9-98c0-3dadcc293246,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:05.622098 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-c9bcdd54-6aef-419b-894f-e35b91dc9709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:05.632597 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-c9bcdd54-6aef-419b-894f-e35b91dc9709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:05.633720 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-c9bcdd54-6aef-419b-894f-e35b91dc9709 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b45fb5ce-b64e-47c9-98c0-3dadcc293246 HTTP/1.1" status: 204 len: 168 time: 0.1835692 May 20 21:52:05.927848 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 48084) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:52:05.946635 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-71370b85-046a-45fd-989c-ec2633be7872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:05.967882 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-71370b85-046a-45fd-989c-ec2633be7872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:52:05.972119 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-71370b85-046a-45fd-989c-ec2633be7872 admin admin] Usage tracker for resource:security_group_rule and tenant:a598dfab0bac4a82b77f46b306df7cf9 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:52:05.975111 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-71370b85-046a-45fd-989c-ec2633be7872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:52:05.981349 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-71370b85-046a-45fd-989c-ec2633be7872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:52:06.083852 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-71370b85-046a-45fd-989c-ec2633be7872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:06.088299 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-71370b85-046a-45fd-989c-ec2633be7872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:06.096989 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-6bca3123-a379-4ccc-83a7-fc0ab206ac6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:06.140102 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71370b85-046a-45fd-989c-ec2633be7872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0156a3de-df66-4b77-a7d3-2e4f39527113,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:06.144259 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-71370b85-046a-45fd-989c-ec2633be7872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:06.147104 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-71370b85-046a-45fd-989c-ec2633be7872 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a598dfab0bac4a82b77f46b306df7cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2181759 May 20 21:52:06.151545 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 48088) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:52:06.221317 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-a1c0c074-e1d9-4f35-8834-9ab9db17870c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:06.250388 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-a1c0c074-e1d9-4f35-8834-9ab9db17870c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:06.307471 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-a1c0c074-e1d9-4f35-8834-9ab9db17870c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:06.311344 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-ee66612d-9c3c-4640-8b24-cb200739a606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:06.329096 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0c074-e1d9-4f35-8834-9ab9db17870c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0156a3de-df66-4b77-a7d3-2e4f39527113,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:06.331757 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-a1c0c074-e1d9-4f35-8834-9ab9db17870c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:06.342537 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-a1c0c074-e1d9-4f35-8834-9ab9db17870c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:06.344720 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-a1c0c074-e1d9-4f35-8834-9ab9db17870c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0156a3de-df66-4b77-a7d3-2e4f39527113 HTTP/1.1" status: 204 len: 168 time: 0.1912932 May 20 21:52:14.750049 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 48174) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:52:14.990697 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-b665a535-efd4-4075-9c48-6b8c0c031bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:15.010420 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-b665a535-efd4-4075-9c48-6b8c0c031bd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:52:15.014492 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-b665a535-efd4-4075-9c48-6b8c0c031bd3 admin admin] Usage tracker for resource:security_group_rule and tenant:0fd5545bc11843e3a5e23de9dbf84c48 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:52:15.018330 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-b665a535-efd4-4075-9c48-6b8c0c031bd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:52:15.026048 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-b665a535-efd4-4075-9c48-6b8c0c031bd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:52:15.124139 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-b665a535-efd4-4075-9c48-6b8c0c031bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:15.130134 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-b665a535-efd4-4075-9c48-6b8c0c031bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:15.137722 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-1bbf78f5-1636-41a6-abb4-0e1d5e9d9a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:15.185995 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b665a535-efd4-4075-9c48-6b8c0c031bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948fd0d4-8605-4b73-b56f-3428da471b1b,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:15.191200 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-b665a535-efd4-4075-9c48-6b8c0c031bd3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0fd5545bc11843e3a5e23de9dbf84c48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4400463 May 20 21:52:15.192769 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-b665a535-efd4-4075-9c48-6b8c0c031bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:15.197846 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 48180) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:52:15.275216 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-7ffa3bed-b791-43c2-af94-981bec09aadc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:15.305981 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-7ffa3bed-b791-43c2-af94-981bec09aadc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:15.366356 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-7ffa3bed-b791-43c2-af94-981bec09aadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:15.371136 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-3e2ba461-ee82-4a13-b50a-b6b37afde436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:15.385037 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa3bed-b791-43c2-af94-981bec09aadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948fd0d4-8605-4b73-b56f-3428da471b1b,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:15.395553 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa3bed-b791-43c2-af94-981bec09aadc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:15.395922 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa3bed-b791-43c2-af94-981bec09aadc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:15.396308 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa3bed-b791-43c2-af94-981bec09aadc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:15.396671 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa3bed-b791-43c2-af94-981bec09aadc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:15.397026 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa3bed-b791-43c2-af94-981bec09aadc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:15.397379 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa3bed-b791-43c2-af94-981bec09aadc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:15.397729 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa3bed-b791-43c2-af94-981bec09aadc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:15.398082 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa3bed-b791-43c2-af94-981bec09aadc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:15.398431 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa3bed-b791-43c2-af94-981bec09aadc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:15.398776 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa3bed-b791-43c2-af94-981bec09aadc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:15.399120 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa3bed-b791-43c2-af94-981bec09aadc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:15.399462 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa3bed-b791-43c2-af94-981bec09aadc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:15.402307 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-7ffa3bed-b791-43c2-af94-981bec09aadc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:15.404756 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-7ffa3bed-b791-43c2-af94-981bec09aadc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/948fd0d4-8605-4b73-b56f-3428da471b1b HTTP/1.1" status: 204 len: 168 time: 0.2054837 May 20 21:52:15.406330 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-7ffa3bed-b791-43c2-af94-981bec09aadc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:15.712313 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:15.787495 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 48188) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:52:15.808194 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-9d27f10f-307f-43a9-9c4b-22a6519a2e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:15.824817 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-9d27f10f-307f-43a9-9c4b-22a6519a2e15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:52:15.829187 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-9d27f10f-307f-43a9-9c4b-22a6519a2e15 admin admin] Usage tracker for resource:security_group_rule and tenant:e166590ba0574071b47e7cde71d8e5b3 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:52:15.833210 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-9d27f10f-307f-43a9-9c4b-22a6519a2e15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:52:15.839464 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-9d27f10f-307f-43a9-9c4b-22a6519a2e15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:52:15.957113 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-9d27f10f-307f-43a9-9c4b-22a6519a2e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:15.961941 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-9d27f10f-307f-43a9-9c4b-22a6519a2e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:15.971416 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-c5c4cb52-966b-471a-96d6-1050eeca9c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:16.017895 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27f10f-307f-43a9-9c4b-22a6519a2e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ab7da7-fe82-485c-aa9a-13cc36df50fc,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:16.023056 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-9d27f10f-307f-43a9-9c4b-22a6519a2e15 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e166590ba0574071b47e7cde71d8e5b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340193 May 20 21:52:16.024022 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-9d27f10f-307f-43a9-9c4b-22a6519a2e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:16.032187 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 48192) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:52:16.107823 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ba455c38-f2e3-40b4-8ca4-bc7db28ba61d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:16.137354 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ba455c38-f2e3-40b4-8ca4-bc7db28ba61d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:16.195182 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ba455c38-f2e3-40b4-8ca4-bc7db28ba61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:16.200223 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-bc6dac1f-ad16-498b-b8e1-bd836a248652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:16.215981 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba455c38-f2e3-40b4-8ca4-bc7db28ba61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ab7da7-fe82-485c-aa9a-13cc36df50fc,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:16.218417 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-ba455c38-f2e3-40b4-8ca4-bc7db28ba61d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:16.228665 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-ba455c38-f2e3-40b4-8ca4-bc7db28ba61d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:16.229754 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-ba455c38-f2e3-40b4-8ca4-bc7db28ba61d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f1ab7da7-fe82-485c-aa9a-13cc36df50fc HTTP/1.1" status: 204 len: 168 time: 0.1957555 May 20 21:52:19.218749 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 48264) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:52:19.347330 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-a6d6d8b3-7814-4cd4-8795-c7b0a4e44c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:19.367626 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-a6d6d8b3-7814-4cd4-8795-c7b0a4e44c07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:52:19.373048 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-a6d6d8b3-7814-4cd4-8795-c7b0a4e44c07 admin admin] Usage tracker for resource:security_group_rule and tenant:5287b5af02884b77b92c5c64ca86dc3f is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:52:19.376212 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-a6d6d8b3-7814-4cd4-8795-c7b0a4e44c07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:52:19.382068 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-a6d6d8b3-7814-4cd4-8795-c7b0a4e44c07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:52:19.486482 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-a6d6d8b3-7814-4cd4-8795-c7b0a4e44c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:19.491534 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-a6d6d8b3-7814-4cd4-8795-c7b0a4e44c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:19.500354 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-e77bdcc4-e684-407e-9f34-3e5c9c6d525b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:19.544323 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6d8b3-7814-4cd4-8795-c7b0a4e44c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf71003c-b35e-430d-9ffb-15b0a12c697e,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:19.548284 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-a6d6d8b3-7814-4cd4-8795-c7b0a4e44c07 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5287b5af02884b77b92c5c64ca86dc3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3282595 May 20 21:52:19.551760 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 48270) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:52:19.555325 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6d8b3-7814-4cd4-8795-c7b0a4e44c07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:19.555691 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6d8b3-7814-4cd4-8795-c7b0a4e44c07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:19.556388 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6d8b3-7814-4cd4-8795-c7b0a4e44c07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:19.556725 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6d8b3-7814-4cd4-8795-c7b0a4e44c07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:19.557065 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6d8b3-7814-4cd4-8795-c7b0a4e44c07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:19.557257 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6d8b3-7814-4cd4-8795-c7b0a4e44c07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:19.557586 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6d8b3-7814-4cd4-8795-c7b0a4e44c07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:19.558013 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6d8b3-7814-4cd4-8795-c7b0a4e44c07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:19.558311 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6d8b3-7814-4cd4-8795-c7b0a4e44c07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:19.558666 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6d8b3-7814-4cd4-8795-c7b0a4e44c07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:19.559017 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6d8b3-7814-4cd4-8795-c7b0a4e44c07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:19.559371 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d6d8b3-7814-4cd4-8795-c7b0a4e44c07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:19.563537 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-a6d6d8b3-7814-4cd4-8795-c7b0a4e44c07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:19.625494 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-04f26c40-08f7-4153-ba97-ad4e5706e15d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:19.656324 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-04f26c40-08f7-4153-ba97-ad4e5706e15d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:19.719410 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-04f26c40-08f7-4153-ba97-ad4e5706e15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:19.725439 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-8d9043e5-a083-41da-9fe0-cd19148b38d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:19.737804 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f26c40-08f7-4153-ba97-ad4e5706e15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf71003c-b35e-430d-9ffb-15b0a12c697e,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:19.741104 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-04f26c40-08f7-4153-ba97-ad4e5706e15d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:19.743536 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-04f26c40-08f7-4153-ba97-ad4e5706e15d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:19.745941 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-04f26c40-08f7-4153-ba97-ad4e5706e15d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cf71003c-b35e-430d-9ffb-15b0a12c697e HTTP/1.1" status: 204 len: 168 time: 0.1922624 May 20 21:52:20.079638 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 48278) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:52:20.098999 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-6747cac4-ad90-4302-9923-417927046cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:20.117586 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-6747cac4-ad90-4302-9923-417927046cd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:52:20.124486 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-6747cac4-ad90-4302-9923-417927046cd1 admin admin] Usage tracker for resource:security_group_rule and tenant:251029b0574749aca0ab7f67322e87e6 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:52:20.130032 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-6747cac4-ad90-4302-9923-417927046cd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:52:20.140245 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-6747cac4-ad90-4302-9923-417927046cd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:52:20.243512 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-6747cac4-ad90-4302-9923-417927046cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:20.254038 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-6747cac4-ad90-4302-9923-417927046cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:20.265016 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-a1c0c074-e1d9-4f35-8834-9ab9db17870c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:20.315557 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-6747cac4-ad90-4302-9923-417927046cd1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=251029b0574749aca0ab7f67322e87e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346356 May 20 21:52:20.316316 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747cac4-ad90-4302-9923-417927046cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2755b605-e52c-4cc6-a28a-7cb38a7c491e,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:20.318768 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 48282) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:52:20.321580 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-6747cac4-ad90-4302-9923-417927046cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:20.383047 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-3fe22376-3c1b-4e43-bb1f-38dc8d298e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:20.411370 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-3fe22376-3c1b-4e43-bb1f-38dc8d298e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:20.463739 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-3fe22376-3c1b-4e43-bb1f-38dc8d298e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:20.467542 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-a6d6d8b3-7814-4cd4-8795-c7b0a4e44c07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:20.481751 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe22376-3c1b-4e43-bb1f-38dc8d298e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2755b605-e52c-4cc6-a28a-7cb38a7c491e,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:20.484050 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-3fe22376-3c1b-4e43-bb1f-38dc8d298e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:20.493728 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-3fe22376-3c1b-4e43-bb1f-38dc8d298e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:20.494838 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-3fe22376-3c1b-4e43-bb1f-38dc8d298e75 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2755b605-e52c-4cc6-a28a-7cb38a7c491e HTTP/1.1" status: 204 len: 168 time: 0.1751552 May 20 21:52:22.215684 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-13ae8453-c80c-4c15-83de-581a8c3b5bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:25.528624 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:26.195979 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-acb9b254-3ac1-49e2-a5ee-66ef2b9a65b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:27.537740 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 48354) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:52:27.538417 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:27.674817 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-6a002d0d-331b-47ab-8d69-a5c2f6091e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:27.689545 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-6a002d0d-331b-47ab-8d69-a5c2f6091e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:52:27.693544 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-6a002d0d-331b-47ab-8d69-a5c2f6091e85 admin admin] Usage tracker for resource:security_group_rule and tenant:09f7cc181db440af815c6e870e6bb147 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:52:27.696421 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-6a002d0d-331b-47ab-8d69-a5c2f6091e85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:52:27.702105 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-6a002d0d-331b-47ab-8d69-a5c2f6091e85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:52:27.791087 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-6a002d0d-331b-47ab-8d69-a5c2f6091e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:27.795554 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-6a002d0d-331b-47ab-8d69-a5c2f6091e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:27.808818 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-140ab885-d738-41d2-a184-89d1b31f0793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:27.852190 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-6a002d0d-331b-47ab-8d69-a5c2f6091e85 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=09f7cc181db440af815c6e870e6bb147&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3132639 May 20 21:52:27.854085 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a002d0d-331b-47ab-8d69-a5c2f6091e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54a4517-bcfe-4dc5-b3b5-3aa4482a4820,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:27.855568 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 48360) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:52:27.857469 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-6a002d0d-331b-47ab-8d69-a5c2f6091e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:27.923654 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-376906e6-c78e-479c-b51b-4f464556c9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:27.952442 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-376906e6-c78e-479c-b51b-4f464556c9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:28.014144 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-376906e6-c78e-479c-b51b-4f464556c9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:28.024385 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-73c005b9-5816-48d4-abc8-24272c591b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:28.045918 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376906e6-c78e-479c-b51b-4f464556c9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54a4517-bcfe-4dc5-b3b5-3aa4482a4820,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:28.050030 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-376906e6-c78e-479c-b51b-4f464556c9b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:28.052308 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-376906e6-c78e-479c-b51b-4f464556c9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:28.053364 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-376906e6-c78e-479c-b51b-4f464556c9b3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b54a4517-bcfe-4dc5-b3b5-3aa4482a4820 HTTP/1.1" status: 204 len: 168 time: 0.1958656 May 20 21:52:28.825012 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 48384) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:52:28.939910 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-c73d5bf3-0cbe-4d59-b4b4-4924ab182776 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1818433617-network', 'tenant_id': 'abcbc096c4fa4103a838f77815161084'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:52:28.945125 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-c73d5bf3-0cbe-4d59-b4b4-4924ab182776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:52:28.948921 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-c73d5bf3-0cbe-4d59-b4b4-4924ab182776 admin admin] Usage tracker for resource:network and tenant:abcbc096c4fa4103a838f77815161084 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:52:28.951796 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-c73d5bf3-0cbe-4d59-b4b4-4924ab182776 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:52:28.959379 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-c73d5bf3-0cbe-4d59-b4b4-4924ab182776 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:52:28.972144 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73d5bf3-0cbe-4d59-b4b4-4924ab182776 admin admin] Made reservation on behalf of abcbc096c4fa4103a838f77815161084 for: {'network': 1} {{(pid=98343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:52:28.974814 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c73d5bf3-0cbe-4d59-b4b4-4924ab182776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-574869'] for network, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:28.989503 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c73d5bf3-0cbe-4d59-b4b4-4924ab182776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:29.007695 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-c73d5bf3-0cbe-4d59-b4b4-4924ab182776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:52:29.011784 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-c73d5bf3-0cbe-4d59-b4b4-4924ab182776 admin admin] Usage tracker for resource:security_group_rule and tenant:abcbc096c4fa4103a838f77815161084 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:52:29.014844 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-c73d5bf3-0cbe-4d59-b4b4-4924ab182776 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:52:29.022125 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-c73d5bf3-0cbe-4d59-b4b4-4924ab182776 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:52:29.125412 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c73d5bf3-0cbe-4d59-b4b4-4924ab182776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:29.130648 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c73d5bf3-0cbe-4d59-b4b4-4924ab182776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:29.134294 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-6747cac4-ad90-4302-9923-417927046cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:29.167651 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c73d5bf3-0cbe-4d59-b4b4-4924ab182776 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=98343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:52:29.178980 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d5bf3-0cbe-4d59-b4b4-4924ab182776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715aff76-0230-4bdc-8efe-a012d2f9d16c,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:29.182947 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-c73d5bf3-0cbe-4d59-b4b4-4924ab182776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:29.186948 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c73d5bf3-0cbe-4d59-b4b4-4924ab182776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329'] for segment, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:29.187283 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.db.segments_db [None req-c73d5bf3-0cbe-4d59-b4b4-4924ab182776 admin admin] Added segment d67a449a-08cd-447d-a4db-7998b085716f of type vlan for network d1a42011-6609-4104-848d-6c53dd1dd076 May 20 21:52:29.203101 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:29.227864 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c73d5bf3-0cbe-4d59-b4b4-4924ab182776 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759169318099'] for network, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:29.262246 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c73d5bf3-0cbe-4d59-b4b4-4924ab182776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1639574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1649568'] for network, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:29.264016 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73d5bf3-0cbe-4d59-b4b4-4924ab182776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:52:29.264725 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c73d5bf3-0cbe-4d59-b4b4-4924ab182776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for network, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:29.268608 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:29.381290 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d5bf3-0cbe-4d59-b4b4-4924ab182776 admin admin] Pushing event updated for resources: {'Network': ['ID=d1a42011-6609-4104-848d-6c53dd1dd076,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:29.384536 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-c73d5bf3-0cbe-4d59-b4b4-4924ab182776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:29.386493 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-c73d5bf3-0cbe-4d59-b4b4-4924ab182776 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5604413 May 20 21:52:29.390374 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 48390) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:52:29.394036 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Network d1a42011-6609-4104-848d-6c53dd1dd076 details requested by agent ovs-agent-dv-cinder-792462-4-smb with host dv-cinder-792462-4-smb {{(pid=98344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 21:52:29.396725 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-42529b7c-e742-4ff1-844d-37e6126e4c57 admin admin] Request body: {'subnet': {'network_id': 'd1a42011-6609-4104-848d-6c53dd1dd076', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1818433617-subnet', 'tenant_id': 'abcbc096c4fa4103a838f77815161084', 'ip_version': 4}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:52:29.402001 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-42529b7c-e742-4ff1-844d-37e6126e4c57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:52:29.406343 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-42529b7c-e742-4ff1-844d-37e6126e4c57 admin admin] Usage tracker for resource:subnet and tenant:abcbc096c4fa4103a838f77815161084 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:52:29.409673 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-42529b7c-e742-4ff1-844d-37e6126e4c57 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:52:29.416729 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-42529b7c-e742-4ff1-844d-37e6126e4c57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:52:29.430508 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42529b7c-e742-4ff1-844d-37e6126e4c57 admin admin] Made reservation on behalf of abcbc096c4fa4103a838f77815161084 for: {'subnet': 1} {{(pid=98343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:52:29.433259 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-42529b7c-e742-4ff1-844d-37e6126e4c57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2129025'] for subnet, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:29.908440 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-42529b7c-e742-4ff1-844d-37e6126e4c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1737464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2129043'] for subnet, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:29.912470 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-4f430b56-725d-4a32-bbac-eae3143525ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:29.988203 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42529b7c-e742-4ff1-844d-37e6126e4c57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b03e749-fea9-480e-9794-2dd5e22b4a6f,revision_number=0']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:29.991666 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-42529b7c-e742-4ff1-844d-37e6126e4c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:30.002245 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42529b7c-e742-4ff1-844d-37e6126e4c57 admin admin] Checking segment: {'id': 'd67a449a-08cd-447d-a4db-7998b085716f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd1a42011-6609-4104-848d-6c53dd1dd076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:52:30.002745 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42529b7c-e742-4ff1-844d-37e6126e4c57 admin admin] Network hostable DHCP agents. Network: d1a42011-6609-4104-848d-6c53dd1dd076, hostable agents: ['b421ac0d-62b9-4a8f-94e9-2f7b98c53d5e'], hosted agents: [] {{(pid=98343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:52:30.023974 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42529b7c-e742-4ff1-844d-37e6126e4c57 admin admin] Network d1a42011-6609-4104-848d-6c53dd1dd076 is scheduled to be hosted by DHCP agent b421ac0d-62b9-4a8f-94e9-2f7b98c53d5e with binding_index 1 {{(pid=98343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:52:30.035353 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.base_scheduler [None req-42529b7c-e742-4ff1-844d-37e6126e4c57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-4-smb, d1a42011-6609-4104-848d-6c53dd1dd076) {{(pid=98343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:52:30.045275 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42529b7c-e742-4ff1-844d-37e6126e4c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:52:30.045875 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-42529b7c-e742-4ff1-844d-37e6126e4c57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:30.046327 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286e1d13-55c0-4392-b704-220364f89994 None None] Network d1a42011-6609-4104-848d-6c53dd1dd076 requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:52:30.069966 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-42529b7c-e742-4ff1-844d-37e6126e4c57 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6788535 May 20 21:52:30.074026 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 48394) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:52:30.079784 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-71731dca-8b73-49f6-a148-36dc8024d3d9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1818433617-router', 'tenant_id': 'abcbc096c4fa4103a838f77815161084', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'}}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:52:30.085273 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-71731dca-8b73-49f6-a148-36dc8024d3d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:52:30.089377 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-71731dca-8b73-49f6-a148-36dc8024d3d9 admin admin] Usage tracker for resource:router and tenant:abcbc096c4fa4103a838f77815161084 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:52:30.092448 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-71731dca-8b73-49f6-a148-36dc8024d3d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:52:30.100391 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-71731dca-8b73-49f6-a148-36dc8024d3d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:52:30.112672 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-71731dca-8b73-49f6-a148-36dc8024d3d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2026209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:30.114032 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-71731dca-8b73-49f6-a148-36dc8024d3d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2027255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1641796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4986'] for router, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:30.132219 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-71731dca-8b73-49f6-a148-36dc8024d3d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:30.338520 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6a1a27-6133-4ed9-a407-3d43ec034ae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65f643a3-8eba-5354-b1b9-494a9af0713b-d1a42011-6609-4104-848d-6c53dd1dd076', 'network_id': 'd1a42011-6609-4104-848d-6c53dd1dd076', 'tenant_id': 'abcbc096c4fa4103a838f77815161084', 'fixed_ips': [{'subnet_id': '9b03e749-fea9-480e-9794-2dd5e22b4a6f'}]}} from dv-cinder-792462-4-smb. {{(pid=98344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:52:30.339580 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-ab6a1a27-6133-4ed9-a407-3d43ec034ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:30.520233 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.db_base_plugin_common [None req-ab6a1a27-6133-4ed9-a407-3d43ec034ae4 None None] Allocated IP 172.20.0.2 (d1a42011-6609-4104-848d-6c53dd1dd076/9b03e749-fea9-480e-9794-2dd5e22b4a6f/22565d6f-4351-43a7-a3a3-a8a4efc36879) {{(pid=98344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:52:30.520546 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-71731dca-8b73-49f6-a148-36dc8024d3d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2026231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4968'] for router, precommit_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:30.769176 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-ab6a1a27-6133-4ed9-a407-3d43ec034ae4 None None] Notify callbacks [] for port, precommit_create {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:30.780365 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-ab6a1a27-6133-4ed9-a407-3d43ec034ae4 None None] Transition to ACTIVE for port object 22565d6f-4351-43a7-a3a3-a8a4efc36879 will not be triggered until provisioned by entity L2. {{(pid=98344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:52:30.804822 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-ab6a1a27-6133-4ed9-a407-3d43ec034ae4 None None] Transition to ACTIVE for port object 22565d6f-4351-43a7-a3a3-a8a4efc36879 will not be triggered until provisioned by entity DHCP. {{(pid=98344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:52:30.811331 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-ab6a1a27-6133-4ed9-a407-3d43ec034ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854'] for port, after_create {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:30.817517 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:30.881914 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-71731dca-8b73-49f6-a148-36dc8024d3d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:30.887440 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6a1a27-6133-4ed9-a407-3d43ec034ae4 None None] Network d1a42011-6609-4104-848d-6c53dd1dd076 is already hosted by enough agents. {{(pid=98344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:52:30.890830 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.scheduler.base_scheduler [None req-ab6a1a27-6133-4ed9-a407-3d43ec034ae4 None None] Resources bound (agent type, host, resource id): {{(pid=98344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:52:30.895776 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6a1a27-6133-4ed9-a407-3d43ec034ae4 None None] Received port after_create {{(pid=98344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:52:30.904956 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a1a27-6133-4ed9-a407-3d43ec034ae4 None None] Pushing event updated for resources: {'Port': ['ID=22565d6f-4351-43a7-a3a3-a8a4efc36879,revision_number=1']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:30.922391 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-71731dca-8b73-49f6-a148-36dc8024d3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:30.936766 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-ab6a1a27-6133-4ed9-a407-3d43ec034ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:30.998546 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-ab6a1a27-6133-4ed9-a407-3d43ec034ae4 None None] Attempting to bind port 22565d6f-4351-43a7-a3a3-a8a4efc36879 on host dv-cinder-792462-4-smb for vnic_type normal with profile {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:52:30.998921 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-ab6a1a27-6133-4ed9-a407-3d43ec034ae4 None None] Attempting to bind port 22565d6f-4351-43a7-a3a3-a8a4efc36879 by drivers openvswitch,hyperv on host dv-cinder-792462-4-smb at level 0 using segments [{'id': 'd67a449a-08cd-447d-a4db-7998b085716f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd1a42011-6609-4104-848d-6c53dd1dd076'}] {{(pid=98344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:52:30.999293 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6a1a27-6133-4ed9-a407-3d43ec034ae4 None None] Attempting to bind port 22565d6f-4351-43a7-a3a3-a8a4efc36879 on network d1a42011-6609-4104-848d-6c53dd1dd076 {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:52:31.005558 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6a1a27-6133-4ed9-a407-3d43ec034ae4 None None] Checking agent: {'id': '09546d46-3481-475a-a863-9c6fd271337e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 34, 25), 'started_at': datetime.datetime(2021, 5, 20, 21, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:52:31.005941 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6a1a27-6133-4ed9-a407-3d43ec034ae4 None None] Checking segment: {'id': 'd67a449a-08cd-447d-a4db-7998b085716f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd1a42011-6609-4104-848d-6c53dd1dd076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:52:31.006352 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-ab6a1a27-6133-4ed9-a407-3d43ec034ae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:31.006752 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6a1a27-6133-4ed9-a407-3d43ec034ae4 None None] Bound using segment: {'id': 'd67a449a-08cd-447d-a4db-7998b085716f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd1a42011-6609-4104-848d-6c53dd1dd076'} {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:52:31.007235 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-ab6a1a27-6133-4ed9-a407-3d43ec034ae4 None None] Bound port: 22565d6f-4351-43a7-a3a3-a8a4efc36879, host: dv-cinder-792462-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd67a449a-08cd-447d-a4db-7998b085716f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd1a42011-6609-4104-848d-6c53dd1dd076'}}] {{(pid=98344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:52:31.007619 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-ab6a1a27-6133-4ed9-a407-3d43ec034ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:31.104866 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.db_base_plugin_common [None req-71731dca-8b73-49f6-a148-36dc8024d3d9 admin admin] Allocated IP 172.28.0.248 (6a7b2292-60f2-468f-9a72-8977b3c695a9/682e5247-0975-4386-b3ba-8aaf11b83d2b/95818f11-5ebe-45c1-a778-76f6feb70689) {{(pid=98342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:52:31.145119 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-ab6a1a27-6133-4ed9-a407-3d43ec034ae4 None None] For port 22565d6f-4351-43a7-a3a3-a8a4efc36879, host dv-cinder-792462-4-smb, cleared binding levels {{(pid=98344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:52:31.151319 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-ab6a1a27-6133-4ed9-a407-3d43ec034ae4 None None] For port 22565d6f-4351-43a7-a3a3-a8a4efc36879, host dv-cinder-792462-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=22565d6f-4351-43a7-a3a3-a8a4efc36879,segment=NetworkSegment(d67a449a-08cd-447d-a4db-7998b085716f),segment_id=d67a449a-08cd-447d-a4db-7998b085716f)] {{(pid=98344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:52:31.156062 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-ab6a1a27-6133-4ed9-a407-3d43ec034ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:31.163489 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-ec51870f-63c0-4ba5-bfa8-8408efad523a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:31.285785 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-71731dca-8b73-49f6-a148-36dc8024d3d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:31.333474 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-71731dca-8b73-49f6-a148-36dc8024d3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:31.339397 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-1289ec32-ab7d-409a-87b5-6661d8ff2c32 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:31.347770 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a1a27-6133-4ed9-a407-3d43ec034ae4 None None] Pushing event updated for resources: {'Port': ['ID=22565d6f-4351-43a7-a3a3-a8a4efc36879,revision_number=2']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:31.353122 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-ab6a1a27-6133-4ed9-a407-3d43ec034ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:31.431473 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71731dca-8b73-49f6-a148-36dc8024d3d9 admin admin] Network 6a7b2292-60f2-468f-9a72-8977b3c695a9 is already hosted by enough agents. {{(pid=98342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:52:31.434869 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.base_scheduler [None req-71731dca-8b73-49f6-a148-36dc8024d3d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=98342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:52:31.439536 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71731dca-8b73-49f6-a148-36dc8024d3d9 admin admin] Received port after_create {{(pid=98342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:52:31.471870 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71731dca-8b73-49f6-a148-36dc8024d3d9 admin admin] Pushing event updated for resources: {'Port': ['ID=95818f11-5ebe-45c1-a778-76f6feb70689,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:31.478987 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-71731dca-8b73-49f6-a148-36dc8024d3d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:31.936869 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-71731dca-8b73-49f6-a148-36dc8024d3d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:32.333211 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 22565d6f-4351-43a7-a3a3-a8a4efc36879 up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:52:32.429873 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning for port 22565d6f-4351-43a7-a3a3-a8a4efc36879 completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:52:32.497703 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-71731dca-8b73-49f6-a148-36dc8024d3d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2026222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625290'] for router, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:32.502151 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82c5e9f-04f7-4f78-b63d-a75ca4c3be64 None None] Network d1a42011-6609-4104-848d-6c53dd1dd076 requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:52:32.625229 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-6991231f-1637-4f7f-8969-194c59c40299 None None] Provisioning for port 22565d6f-4351-43a7-a3a3-a8a4efc36879 completed by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:52:32.637774 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-6991231f-1637-4f7f-8969-194c59c40299 None None] Provisioning complete for port 22565d6f-4351-43a7-a3a3-a8a4efc36879 triggered by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:52:32.638374 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-6991231f-1637-4f7f-8969-194c59c40299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:32.793642 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71731dca-8b73-49f6-a148-36dc8024d3d9 admin admin] Router b9b3a587-20a9-4eea-ad12-04cf2a852cfb is scheduled to L3 agent 0cab7e80-5b87-486c-a982-5030be84b7ba with binding_index 1 {{(pid=98342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 21:52:32.794452 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 6 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:52:32.912030 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-6991231f-1637-4f7f-8969-194c59c40299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:32.959729 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-6991231f-1637-4f7f-8969-194c59c40299 None None] For port 22565d6f-4351-43a7-a3a3-a8a4efc36879, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=22565d6f-4351-43a7-a3a3-a8a4efc36879,segment=NetworkSegment(d67a449a-08cd-447d-a4db-7998b085716f),segment_id=d67a449a-08cd-447d-a4db-7998b085716f)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:52:32.966402 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-6991231f-1637-4f7f-8969-194c59c40299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:32.969573 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:32.995117 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71731dca-8b73-49f6-a148-36dc8024d3d9 admin admin] Notify agent at l3_agent.dv-cinder-792462-4-smb the message routers_updated {{(pid=98342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 21:52:33.024707 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-71731dca-8b73-49f6-a148-36dc8024d3d9 admin admin] Notify callbacks [] for router, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:33.028922 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-71731dca-8b73-49f6-a148-36dc8024d3d9 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9509952 May 20 21:52:33.029214 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 48402) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:52:33.034352 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e7d490-b5ab-41d9-aea2-775551909d0f None None] Sync routers for ids ['b9b3a587-20a9-4eea-ad12-04cf2a852cfb'] in dv-cinder-792462-4-smb {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:52:33.077089 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e7d490-b5ab-41d9-aea2-775551909d0f None None] Routers {'b9b3a587-20a9-4eea-ad12-04cf2a852cfb'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:52:33.077748 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-c1e7d490-b5ab-41d9-aea2-775551909d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:52:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['b9b3a587-20a9-4eea-ad12-04cf2a852cfb'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:52:33.171717 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991231f-1637-4f7f-8969-194c59c40299 None None] Pushing event updated for resources: {'Port': ['ID=22565d6f-4351-43a7-a3a3-a8a4efc36879,revision_number=3']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:33.177855 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-6991231f-1637-4f7f-8969-194c59c40299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:33.349712 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-b3c299c2-63e1-4bab-ab36-3865cefa6c24 None None] Provisioning complete for port 22565d6f-4351-43a7-a3a3-a8a4efc36879 triggered by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:52:33.350335 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-b3c299c2-63e1-4bab-ab36-3865cefa6c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:33.444866 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-c1e7d490-b5ab-41d9-aea2-775551909d0f None None] Set router b9b3a587-20a9-4eea-ad12-04cf2a852cfb gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:52:33.817493 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-c1e7d490-b5ab-41d9-aea2-775551909d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'name': 'tempest-TestMinimumBasicScenario-1818433617-router', 'tenant_id': 'abcbc096c4fa4103a838f77815161084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '95818f11-5ebe-45c1-a778-76f6feb70689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:52:30Z', 'updated_at': '2021-05-20T21:52:31Z', 'revision_number': 3, 'project_id': 'abcbc096c4fa4103a838f77815161084', 'gw_port': {'id': '95818f11-5ebe-45c1-a778-76f6feb70689', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:52:30Z', 'updated_at': '2021-05-20T21:52:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb'}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:52:33.821727 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e7d490-b5ab-41d9-aea2-775551909d0f None None] Checking router: b9b3a587-20a9-4eea-ad12-04cf2a852cfb for host: dv-cinder-792462-4-smb {{(pid=98344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:52:33.822346 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e7d490-b5ab-41d9-aea2-775551909d0f None None] Updating router b9b3a587-20a9-4eea-ad12-04cf2a852cfb port 95818f11-5ebe-45c1-a778-76f6feb70689 binding host dv-cinder-792462-4-smb {{(pid=98344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:52:33.824032 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-c8d0b271-1202-40e1-a146-78143b9e8bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:33.881466 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-c1e7d490-b5ab-41d9-aea2-775551909d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:34.227032 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.db_base_plugin_common [None req-c8d0b271-1202-40e1-a146-78143b9e8bb9 admin admin] Allocated IP 172.20.0.1 (d1a42011-6609-4104-848d-6c53dd1dd076/9b03e749-fea9-480e-9794-2dd5e22b4a6f/9a4e465a-b789-41f5-8f47-618f7b482b47) {{(pid=98342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:52:34.289523 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 22565d6f-4351-43a7-a3a3-a8a4efc36879 up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:52:34.364548 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-c1e7d490-b5ab-41d9-aea2-775551909d0f None None] Notify callbacks [] for port, precommit_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:34.385457 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-c1e7d490-b5ab-41d9-aea2-775551909d0f None None] Transition to ACTIVE for port object 95818f11-5ebe-45c1-a778-76f6feb70689 will not be triggered until provisioned by entity L2. {{(pid=98344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:52:34.395074 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-c1e7d490-b5ab-41d9-aea2-775551909d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:34.399288 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-f60090db-392a-4eef-920b-9d294c352e65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:34.411720 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-c8d0b271-1202-40e1-a146-78143b9e8bb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:34.430015 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.provisioning_blocks [None req-c8d0b271-1202-40e1-a146-78143b9e8bb9 admin admin] Transition to ACTIVE for port object 9a4e465a-b789-41f5-8f47-618f7b482b47 will not be triggered until provisioned by entity DHCP. {{(pid=98342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:52:34.457913 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-c8d0b271-1202-40e1-a146-78143b9e8bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:34.463989 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-7206e1ca-1972-4ea5-809c-6f87bb61f8e3 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:34.487894 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port 22565d6f-4351-43a7-a3a3-a8a4efc36879 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:52:34.488822 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:34.520257 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-c1e7d490-b5ab-41d9-aea2-775551909d0f None None] Attempting to bind port 95818f11-5ebe-45c1-a778-76f6feb70689 on host dv-cinder-792462-4-smb for vnic_type normal with profile {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:52:34.520636 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-c1e7d490-b5ab-41d9-aea2-775551909d0f None None] Attempting to bind port 95818f11-5ebe-45c1-a778-76f6feb70689 by drivers openvswitch,hyperv on host dv-cinder-792462-4-smb at level 0 using segments [{'id': 'c99208f0-a511-44ea-981f-b3b92c3f5261', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'}] {{(pid=98344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:52:34.520998 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e7d490-b5ab-41d9-aea2-775551909d0f None None] Attempting to bind port 95818f11-5ebe-45c1-a778-76f6feb70689 on network 6a7b2292-60f2-468f-9a72-8977b3c695a9 {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:52:34.529471 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70374467-7a9f-416a-9364-a009eccb2e9e None None] Pushing event updated for resources: {'Port': ['ID=95818f11-5ebe-45c1-a778-76f6feb70689,revision_number=2']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:34.540013 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d0b271-1202-40e1-a146-78143b9e8bb9 admin admin] Network d1a42011-6609-4104-848d-6c53dd1dd076 is already hosted by enough agents. {{(pid=98342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:52:34.543308 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.base_scheduler [None req-c8d0b271-1202-40e1-a146-78143b9e8bb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=98342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:52:34.544455 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-70374467-7a9f-416a-9364-a009eccb2e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:34.546007 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d0b271-1202-40e1-a146-78143b9e8bb9 admin admin] Received port after_create {{(pid=98342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:52:34.551647 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e7d490-b5ab-41d9-aea2-775551909d0f None None] Checking agent: {'id': '09546d46-3481-475a-a863-9c6fd271337e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 34, 25), 'started_at': datetime.datetime(2021, 5, 20, 21, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:52:34.552027 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e7d490-b5ab-41d9-aea2-775551909d0f None None] Checking segment: {'id': 'c99208f0-a511-44ea-981f-b3b92c3f5261', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:52:34.552464 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-c1e7d490-b5ab-41d9-aea2-775551909d0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:34.552863 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e7d490-b5ab-41d9-aea2-775551909d0f None None] Bound using segment: {'id': 'c99208f0-a511-44ea-981f-b3b92c3f5261', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'} {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:52:34.553394 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-c1e7d490-b5ab-41d9-aea2-775551909d0f None None] Bound port: 95818f11-5ebe-45c1-a778-76f6feb70689, host: dv-cinder-792462-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99208f0-a511-44ea-981f-b3b92c3f5261', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'}}] {{(pid=98344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:52:34.553725 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-c1e7d490-b5ab-41d9-aea2-775551909d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:34.590696 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0b271-1202-40e1-a146-78143b9e8bb9 admin admin] Pushing event updated for resources: {'Port': ['ID=9a4e465a-b789-41f5-8f47-618f7b482b47,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:34.593796 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-c8d0b271-1202-40e1-a146-78143b9e8bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:34.619825 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-c8d0b271-1202-40e1-a146-78143b9e8bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023635'] for router_interface, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:34.689435 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-c1e7d490-b5ab-41d9-aea2-775551909d0f None None] For port 95818f11-5ebe-45c1-a778-76f6feb70689, host dv-cinder-792462-4-smb, cleared binding levels {{(pid=98344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:52:34.706684 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-c1e7d490-b5ab-41d9-aea2-775551909d0f None None] For port 95818f11-5ebe-45c1-a778-76f6feb70689, host dv-cinder-792462-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=95818f11-5ebe-45c1-a778-76f6feb70689,segment=NetworkSegment(c99208f0-a511-44ea-981f-b3b92c3f5261),segment_id=c99208f0-a511-44ea-981f-b3b92c3f5261)] {{(pid=98344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:52:34.714194 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-c1e7d490-b5ab-41d9-aea2-775551909d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:34.718401 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-ab6a1a27-6133-4ed9-a407-3d43ec034ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:34.810377 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-d4a83e74-3d09-44c9-9507-8798f151308a None None] Provisioning for port 9a4e465a-b789-41f5-8f47-618f7b482b47 completed by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:52:34.814447 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e7d490-b5ab-41d9-aea2-775551909d0f None None] Routers {'b9b3a587-20a9-4eea-ad12-04cf2a852cfb'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:52:34.815096 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-c1e7d490-b5ab-41d9-aea2-775551909d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:52:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['b9b3a587-20a9-4eea-ad12-04cf2a852cfb'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:52:34.876120 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70374467-7a9f-416a-9364-a009eccb2e9e None None] Pushing event updated for resources: {'Port': ['ID=95818f11-5ebe-45c1-a778-76f6feb70689,revision_number=3']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:34.891878 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-70374467-7a9f-416a-9364-a009eccb2e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:34.892972 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-d4a83e74-3d09-44c9-9507-8798f151308a None None] Provisioning complete for port 9a4e465a-b789-41f5-8f47-618f7b482b47 triggered by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:52:34.893453 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-d4a83e74-3d09-44c9-9507-8798f151308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:34.955530 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-c8d0b271-1202-40e1-a146-78143b9e8bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:35.019346 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-d4a83e74-3d09-44c9-9507-8798f151308a None None] Port 9a4e465a-b789-41f5-8f47-618f7b482b47 cannot update to ACTIVE because it is not bound. {{(pid=98344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 21:52:35.085937 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-c1e7d490-b5ab-41d9-aea2-775551909d0f None None] Set router b9b3a587-20a9-4eea-ad12-04cf2a852cfb gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:52:35.236894 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-c8d0b271-1202-40e1-a146-78143b9e8bb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:35.242092 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-c8d0b271-1202-40e1-a146-78143b9e8bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3867198'] for port, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:35.268585 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-e50a5372-67f0-4fb1-b8f1-ee8f5c25d6d2 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:35.349655 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0b271-1202-40e1-a146-78143b9e8bb9 admin admin] Pushing event updated for resources: {'Port': ['ID=9a4e465a-b789-41f5-8f47-618f7b482b47,revision_number=2']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:35.352216 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-c8d0b271-1202-40e1-a146-78143b9e8bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629800'] for router_interface, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:35.356059 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-c8d0b271-1202-40e1-a146-78143b9e8bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:35.401837 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-c1e7d490-b5ab-41d9-aea2-775551909d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'name': 'tempest-TestMinimumBasicScenario-1818433617-router', 'tenant_id': 'abcbc096c4fa4103a838f77815161084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '95818f11-5ebe-45c1-a778-76f6feb70689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:52:30Z', 'updated_at': '2021-05-20T21:52:31Z', 'revision_number': 3, 'project_id': 'abcbc096c4fa4103a838f77815161084', 'gw_port': {'id': '95818f11-5ebe-45c1-a778-76f6feb70689', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:52:30Z', 'updated_at': '2021-05-20T21:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb'}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:52:35.406548 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e7d490-b5ab-41d9-aea2-775551909d0f None None] The sync data for ids ['b9b3a587-20a9-4eea-ad12-04cf2a852cfb'] in dv-cinder-792462-4-smb is: [{'id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'name': 'tempest-TestMinimumBasicScenario-1818433617-router', 'tenant_id': 'abcbc096c4fa4103a838f77815161084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '95818f11-5ebe-45c1-a778-76f6feb70689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:52:30Z', 'updated_at': '2021-05-20T21:52:31Z', 'revision_number': 3, 'project_id': 'abcbc096c4fa4103a838f77815161084', 'gw_port': {'id': '95818f11-5ebe-45c1-a778-76f6feb70689', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:52:30Z', 'updated_at': '2021-05-20T21:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb'}] {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:52:35.548794 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d0b271-1202-40e1-a146-78143b9e8bb9 admin admin] Network d1a42011-6609-4104-848d-6c53dd1dd076 is already hosted by enough agents. {{(pid=98342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:52:35.550625 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.base_scheduler [None req-c8d0b271-1202-40e1-a146-78143b9e8bb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=98342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:52:35.805596 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d0b271-1202-40e1-a146-78143b9e8bb9 admin admin] Router b9b3a587-20a9-4eea-ad12-04cf2a852cfb has already been hosted by L3 agent 0cab7e80-5b87-486c-a982-5030be84b7ba {{(pid=98342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 21:52:35.851817 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-4a4bdea2-b227-4e39-bae6-57be71a31588 None None] Provisioning complete for port 9a4e465a-b789-41f5-8f47-618f7b482b47 triggered by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:52:35.853690 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-4a4bdea2-b227-4e39-bae6-57be71a31588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:35.918784 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-4a4bdea2-b227-4e39-bae6-57be71a31588 None None] Port 9a4e465a-b789-41f5-8f47-618f7b482b47 cannot update to ACTIVE because it is not bound. {{(pid=98344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 21:52:36.130130 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d0b271-1202-40e1-a146-78143b9e8bb9 admin admin] Notify agent at l3_agent.dv-cinder-792462-4-smb the message routers_updated {{(pid=98342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 21:52:36.139849 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-c8d0b271-1202-40e1-a146-78143b9e8bb9 admin admin] 10.222.0.78 "PUT /v2.0/routers/b9b3a587-20a9-4eea-ad12-04cf2a852cfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1094820 May 20 21:52:36.304526 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 95818f11-5ebe-45c1-a778-76f6feb70689 up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:52:36.403498 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning for port 95818f11-5ebe-45c1-a778-76f6feb70689 completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:52:36.410761 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port 95818f11-5ebe-45c1-a778-76f6feb70689 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:52:36.411378 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:36.635941 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:36.656586 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] For port 95818f11-5ebe-45c1-a778-76f6feb70689, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=95818f11-5ebe-45c1-a778-76f6feb70689,segment=NetworkSegment(c99208f0-a511-44ea-981f-b3b92c3f5261),segment_id=c99208f0-a511-44ea-981f-b3b92c3f5261)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:52:36.662909 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:36.664992 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-a4837fa1-595d-47e3-87be-65be8f06f905 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:36.743311 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Pushing event updated for resources: {'Port': ['ID=95818f11-5ebe-45c1-a778-76f6feb70689,revision_number=4']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:36.752170 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:36.752555 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:36.752893 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:36.753221 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:36.753580 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:36.753913 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:36.754242 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:36.754569 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:36.754891 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:36.755216 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:36.755536 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:36.755856 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:36.760940 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:36.869631 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 48432) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:52:36.877004 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-4fc72753-8d0f-4cf7-a310-dbd40332f793 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-378393796-network', 'tenant_id': 'e69a8f932d3b472086d54c58887ead42'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:52:36.882316 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-4fc72753-8d0f-4cf7-a310-dbd40332f793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:52:36.886895 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-4fc72753-8d0f-4cf7-a310-dbd40332f793 admin admin] Usage tracker for resource:network and tenant:e69a8f932d3b472086d54c58887ead42 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:52:36.890500 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-4fc72753-8d0f-4cf7-a310-dbd40332f793 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:52:36.899036 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-4fc72753-8d0f-4cf7-a310-dbd40332f793 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:52:36.930853 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc72753-8d0f-4cf7-a310-dbd40332f793 admin admin] Made reservation on behalf of e69a8f932d3b472086d54c58887ead42 for: {'network': 1} {{(pid=98342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:52:36.933779 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4fc72753-8d0f-4cf7-a310-dbd40332f793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-574869'] for network, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:36.947463 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4fc72753-8d0f-4cf7-a310-dbd40332f793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:36.964574 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-4fc72753-8d0f-4cf7-a310-dbd40332f793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:52:36.969820 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-4fc72753-8d0f-4cf7-a310-dbd40332f793 admin admin] Usage tracker for resource:security_group_rule and tenant:e69a8f932d3b472086d54c58887ead42 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:52:36.973694 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-4fc72753-8d0f-4cf7-a310-dbd40332f793 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:52:36.980588 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-4fc72753-8d0f-4cf7-a310-dbd40332f793 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:52:37.088478 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4fc72753-8d0f-4cf7-a310-dbd40332f793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:37.093913 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4fc72753-8d0f-4cf7-a310-dbd40332f793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:37.097668 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-0cd4cfa9-6290-4aa0-bb51-a48c38262e8d tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:37.130084 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc72753-8d0f-4cf7-a310-dbd40332f793 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=98342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 21:52:37.140351 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc72753-8d0f-4cf7-a310-dbd40332f793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7913f469-772b-423d-98fe-b25aec92e8f5,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:37.145097 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-4fc72753-8d0f-4cf7-a310-dbd40332f793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:37.148624 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4fc72753-8d0f-4cf7-a310-dbd40332f793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329'] for segment, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:37.148965 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.db.segments_db [None req-4fc72753-8d0f-4cf7-a310-dbd40332f793 admin admin] Added segment 66ba1a62-022a-44e5-84c2-e79b5236b63f of type vlan for network 0164a624-1971-4240-816c-733f1fddcd6e May 20 21:52:37.183369 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4fc72753-8d0f-4cf7-a310-dbd40332f793 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759169318099'] for network, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:37.218764 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4fc72753-8d0f-4cf7-a310-dbd40332f793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1639574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1649568'] for network, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:37.221526 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc72753-8d0f-4cf7-a310-dbd40332f793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:52:37.222133 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-4fc72753-8d0f-4cf7-a310-dbd40332f793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for network, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:37.226007 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:37.270111 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe0c19-e069-411f-a360-d6ce60245826 None None] Sync routers for ids ['b9b3a587-20a9-4eea-ad12-04cf2a852cfb'] in dv-cinder-792462-4-smb {{(pid=98345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:52:37.282656 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fe0c19-e069-411f-a360-d6ce60245826 None None] Routers {'b9b3a587-20a9-4eea-ad12-04cf2a852cfb'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:52:37.283941 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-41fe0c19-e069-411f-a360-d6ce60245826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:52:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['b9b3a587-20a9-4eea-ad12-04cf2a852cfb'], 'active': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:52:37.333940 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc72753-8d0f-4cf7-a310-dbd40332f793 admin admin] Pushing event updated for resources: {'Network': ['ID=0164a624-1971-4240-816c-733f1fddcd6e,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:37.336924 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-4fc72753-8d0f-4cf7-a310-dbd40332f793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:37.338747 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-4fc72753-8d0f-4cf7-a310-dbd40332f793 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4678898 May 20 21:52:37.341703 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 48436) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:52:37.351912 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Network 0164a624-1971-4240-816c-733f1fddcd6e details requested by agent ovs-agent-dv-cinder-792462-4-smb with host dv-cinder-792462-4-smb {{(pid=98344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 21:52:37.353076 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-378644ad-0c69-4da1-92d7-9149a3f3438e admin admin] Request body: {'subnet': {'network_id': '0164a624-1971-4240-816c-733f1fddcd6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-378393796-subnet', 'tenant_id': 'e69a8f932d3b472086d54c58887ead42', 'ip_version': 4}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:52:37.361427 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-378644ad-0c69-4da1-92d7-9149a3f3438e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:52:37.368583 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-378644ad-0c69-4da1-92d7-9149a3f3438e admin admin] Usage tracker for resource:subnet and tenant:e69a8f932d3b472086d54c58887ead42 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:52:37.374144 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-378644ad-0c69-4da1-92d7-9149a3f3438e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:52:37.387092 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-378644ad-0c69-4da1-92d7-9149a3f3438e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:52:37.404123 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378644ad-0c69-4da1-92d7-9149a3f3438e admin admin] Made reservation on behalf of e69a8f932d3b472086d54c58887ead42 for: {'subnet': 1} {{(pid=98343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:52:37.408961 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-378644ad-0c69-4da1-92d7-9149a3f3438e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2129025'] for subnet, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:37.481229 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvr_db [None req-41fe0c19-e069-411f-a360-d6ce60245826 None None] Set router b9b3a587-20a9-4eea-ad12-04cf2a852cfb gateway port host: dv-cinder-792462-4-smb {{(pid=98345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:52:37.858492 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-41fe0c19-e069-411f-a360-d6ce60245826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'name': 'tempest-TestMinimumBasicScenario-1818433617-router', 'tenant_id': 'abcbc096c4fa4103a838f77815161084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '95818f11-5ebe-45c1-a778-76f6feb70689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:52:30Z', 'updated_at': '2021-05-20T21:52:34Z', 'revision_number': 4, 'project_id': 'abcbc096c4fa4103a838f77815161084', 'gw_port': {'id': '95818f11-5ebe-45c1-a778-76f6feb70689', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:52:30Z', 'updated_at': '2021-05-20T21:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': '9a4e465a-b789-41f5-8f47-618f7b482b47', 'name': '', 'network_id': 'd1a42011-6609-4104-848d-6c53dd1dd076', 'tenant_id': 'abcbc096c4fa4103a838f77815161084', 'mac_address': 'fa:16:3e:ec:b2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9b03e749-fea9-480e-9794-2dd5e22b4a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:52:33Z', 'updated_at': '2021-05-20T21:52:35Z', 'revision_number': 2, 'project_id': 'abcbc096c4fa4103a838f77815161084', 'subnets': [{'id': '9b03e749-fea9-480e-9794-2dd5e22b4a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:52:37.864115 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe0c19-e069-411f-a360-d6ce60245826 None None] Checking router: b9b3a587-20a9-4eea-ad12-04cf2a852cfb for host: dv-cinder-792462-4-smb {{(pid=98345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:52:37.864528 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe0c19-e069-411f-a360-d6ce60245826 None None] Updating router b9b3a587-20a9-4eea-ad12-04cf2a852cfb port 9a4e465a-b789-41f5-8f47-618f7b482b47 binding host dv-cinder-792462-4-smb {{(pid=98345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:52:37.923220 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-41fe0c19-e069-411f-a360-d6ce60245826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:38.029168 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-378644ad-0c69-4da1-92d7-9149a3f3438e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1737464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2129043'] for subnet, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:38.035341 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:38.115006 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378644ad-0c69-4da1-92d7-9149a3f3438e admin admin] Pushing event updated for resources: {'Subnet': ['ID=be171d75-a90b-4f12-bf6f-5b45e0a62ed1,revision_number=0']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:38.120632 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-378644ad-0c69-4da1-92d7-9149a3f3438e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:38.132336 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378644ad-0c69-4da1-92d7-9149a3f3438e admin admin] Checking segment: {'id': '66ba1a62-022a-44e5-84c2-e79b5236b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0164a624-1971-4240-816c-733f1fddcd6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:52:38.132679 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378644ad-0c69-4da1-92d7-9149a3f3438e admin admin] Network hostable DHCP agents. Network: 0164a624-1971-4240-816c-733f1fddcd6e, hostable agents: ['b421ac0d-62b9-4a8f-94e9-2f7b98c53d5e'], hosted agents: [] {{(pid=98343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 21:52:38.153517 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378644ad-0c69-4da1-92d7-9149a3f3438e admin admin] Network 0164a624-1971-4240-816c-733f1fddcd6e is scheduled to be hosted by DHCP agent b421ac0d-62b9-4a8f-94e9-2f7b98c53d5e with binding_index 1 {{(pid=98343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 21:52:38.167859 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.base_scheduler [None req-378644ad-0c69-4da1-92d7-9149a3f3438e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-4-smb, 0164a624-1971-4240-816c-733f1fddcd6e) {{(pid=98343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:52:38.183380 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5daa2628-b496-46d7-a6f5-47470f197da7 None None] Network 0164a624-1971-4240-816c-733f1fddcd6e requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:52:38.186655 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378644ad-0c69-4da1-92d7-9149a3f3438e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:52:38.187636 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-378644ad-0c69-4da1-92d7-9149a3f3438e admin admin] Notify callbacks [] for subnet, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:38.226817 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-378644ad-0c69-4da1-92d7-9149a3f3438e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8832343 May 20 21:52:38.229829 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 48440) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:52:38.239745 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-86a1a898-9166-4f3a-91e0-a35dcc670924 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-378393796-router', 'tenant_id': 'e69a8f932d3b472086d54c58887ead42', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'}}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:52:38.247825 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-86a1a898-9166-4f3a-91e0-a35dcc670924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:52:38.257169 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-86a1a898-9166-4f3a-91e0-a35dcc670924 admin admin] Usage tracker for resource:router and tenant:e69a8f932d3b472086d54c58887ead42 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:52:38.263941 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-86a1a898-9166-4f3a-91e0-a35dcc670924 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:52:38.275573 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-86a1a898-9166-4f3a-91e0-a35dcc670924 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:52:38.296950 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-86a1a898-9166-4f3a-91e0-a35dcc670924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2026209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4867'] for router, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:38.299290 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-86a1a898-9166-4f3a-91e0-a35dcc670924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2027255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1641796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4986'] for router, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:38.306869 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 95818f11-5ebe-45c1-a778-76f6feb70689 up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:52:38.327992 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-86a1a898-9166-4f3a-91e0-a35dcc670924 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:38.440890 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-41fe0c19-e069-411f-a360-d6ce60245826 None None] Notify callbacks [] for port, precommit_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:38.459087 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.provisioning_blocks [None req-41fe0c19-e069-411f-a360-d6ce60245826 None None] Transition to ACTIVE for port object 9a4e465a-b789-41f5-8f47-618f7b482b47 will not be triggered until provisioned by entity L2. {{(pid=98345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:52:38.471626 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-41fe0c19-e069-411f-a360-d6ce60245826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:38.481195 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:38.514436 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port 95818f11-5ebe-45c1-a778-76f6feb70689 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:52:38.515321 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:38.647122 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304661c6-7dfe-4d8e-84d0-58ce4ca97bf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65f643a3-8eba-5354-b1b9-494a9af0713b-0164a624-1971-4240-816c-733f1fddcd6e', 'network_id': '0164a624-1971-4240-816c-733f1fddcd6e', 'tenant_id': 'e69a8f932d3b472086d54c58887ead42', 'fixed_ips': [{'subnet_id': 'be171d75-a90b-4f12-bf6f-5b45e0a62ed1'}]}} from dv-cinder-792462-4-smb. {{(pid=98344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 21:52:38.649349 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-304661c6-7dfe-4d8e-84d0-58ce4ca97bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:38.662155 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-86a1a898-9166-4f3a-91e0-a35dcc670924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2026231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4968'] for router, precommit_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:38.749465 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede7d25-08af-4461-a619-9c5ec528c792 None None] Pushing event updated for resources: {'Port': ['ID=9a4e465a-b789-41f5-8f47-618f7b482b47,revision_number=3']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:38.765064 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede7d25-08af-4461-a619-9c5ec528c792 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:38.765823 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede7d25-08af-4461-a619-9c5ec528c792 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:38.766375 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede7d25-08af-4461-a619-9c5ec528c792 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:38.766932 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede7d25-08af-4461-a619-9c5ec528c792 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:38.767649 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede7d25-08af-4461-a619-9c5ec528c792 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:38.769502 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede7d25-08af-4461-a619-9c5ec528c792 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:38.770278 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede7d25-08af-4461-a619-9c5ec528c792 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:38.770840 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede7d25-08af-4461-a619-9c5ec528c792 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:38.771382 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede7d25-08af-4461-a619-9c5ec528c792 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:38.771918 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede7d25-08af-4461-a619-9c5ec528c792 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:38.772501 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede7d25-08af-4461-a619-9c5ec528c792 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:38.773052 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede7d25-08af-4461-a619-9c5ec528c792 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:52:38.785847 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-4ede7d25-08af-4461-a619-9c5ec528c792 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:38.796944 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [None req-41fe0c19-e069-411f-a360-d6ce60245826 None None] Attempting to bind port 9a4e465a-b789-41f5-8f47-618f7b482b47 on host dv-cinder-792462-4-smb for vnic_type normal with profile {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:52:38.797591 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [None req-41fe0c19-e069-411f-a360-d6ce60245826 None None] Attempting to bind port 9a4e465a-b789-41f5-8f47-618f7b482b47 by drivers openvswitch,hyperv on host dv-cinder-792462-4-smb at level 0 using segments [{'id': 'd67a449a-08cd-447d-a4db-7998b085716f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd1a42011-6609-4104-848d-6c53dd1dd076'}] {{(pid=98345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:52:38.798301 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe0c19-e069-411f-a360-d6ce60245826 None None] Attempting to bind port 9a4e465a-b789-41f5-8f47-618f7b482b47 on network d1a42011-6609-4104-848d-6c53dd1dd076 {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:52:38.805866 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe0c19-e069-411f-a360-d6ce60245826 None None] Checking agent: {'id': '09546d46-3481-475a-a863-9c6fd271337e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 34, 25), 'started_at': datetime.datetime(2021, 5, 20, 21, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:52:38.806757 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe0c19-e069-411f-a360-d6ce60245826 None None] Checking segment: {'id': 'd67a449a-08cd-447d-a4db-7998b085716f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd1a42011-6609-4104-848d-6c53dd1dd076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:52:38.807372 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-41fe0c19-e069-411f-a360-d6ce60245826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:38.808055 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe0c19-e069-411f-a360-d6ce60245826 None None] Bound using segment: {'id': 'd67a449a-08cd-447d-a4db-7998b085716f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd1a42011-6609-4104-848d-6c53dd1dd076'} {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:52:38.808766 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [None req-41fe0c19-e069-411f-a360-d6ce60245826 None None] Bound port: 9a4e465a-b789-41f5-8f47-618f7b482b47, host: dv-cinder-792462-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd67a449a-08cd-447d-a4db-7998b085716f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd1a42011-6609-4104-848d-6c53dd1dd076'}}] {{(pid=98345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:52:38.809352 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-41fe0c19-e069-411f-a360-d6ce60245826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:38.936840 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.db [None req-41fe0c19-e069-411f-a360-d6ce60245826 None None] For port 9a4e465a-b789-41f5-8f47-618f7b482b47, host dv-cinder-792462-4-smb, cleared binding levels {{(pid=98345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:52:38.947184 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.db [None req-41fe0c19-e069-411f-a360-d6ce60245826 None None] For port 9a4e465a-b789-41f5-8f47-618f7b482b47, host dv-cinder-792462-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=9a4e465a-b789-41f5-8f47-618f7b482b47,segment=NetworkSegment(d67a449a-08cd-447d-a4db-7998b085716f),segment_id=d67a449a-08cd-447d-a4db-7998b085716f)] {{(pid=98345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:52:38.952904 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.db_base_plugin_common [None req-304661c6-7dfe-4d8e-84d0-58ce4ca97bf9 None None] Allocated IP 172.20.0.2 (0164a624-1971-4240-816c-733f1fddcd6e/be171d75-a90b-4f12-bf6f-5b45e0a62ed1/c19145e6-827c-4b50-a274-13967023d42a) {{(pid=98344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:52:38.964088 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-41fe0c19-e069-411f-a360-d6ce60245826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:38.981543 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-5de984d3-a8ef-44d7-ab50-926f8d7b1992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:39.064606 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fe0c19-e069-411f-a360-d6ce60245826 None None] Routers {'b9b3a587-20a9-4eea-ad12-04cf2a852cfb'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:52:39.065270 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-41fe0c19-e069-411f-a360-d6ce60245826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:52:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['b9b3a587-20a9-4eea-ad12-04cf2a852cfb'], 'active': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:52:39.165341 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-86a1a898-9166-4f3a-91e0-a35dcc670924 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:39.203689 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-86a1a898-9166-4f3a-91e0-a35dcc670924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:39.228735 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede7d25-08af-4461-a619-9c5ec528c792 None None] Pushing event updated for resources: {'Port': ['ID=9a4e465a-b789-41f5-8f47-618f7b482b47,revision_number=4']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:39.234355 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-4ede7d25-08af-4461-a619-9c5ec528c792 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:39.301755 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-304661c6-7dfe-4d8e-84d0-58ce4ca97bf9 None None] Notify callbacks [] for port, precommit_create {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:39.313247 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-304661c6-7dfe-4d8e-84d0-58ce4ca97bf9 None None] Transition to ACTIVE for port object c19145e6-827c-4b50-a274-13967023d42a will not be triggered until provisioned by entity L2. {{(pid=98344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:52:39.342318 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-304661c6-7dfe-4d8e-84d0-58ce4ca97bf9 None None] Transition to ACTIVE for port object c19145e6-827c-4b50-a274-13967023d42a will not be triggered until provisioned by entity DHCP. {{(pid=98344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:52:39.353594 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-304661c6-7dfe-4d8e-84d0-58ce4ca97bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854'] for port, after_create {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:39.357714 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:39.371357 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvr_db [None req-41fe0c19-e069-411f-a360-d6ce60245826 None None] Set router b9b3a587-20a9-4eea-ad12-04cf2a852cfb gateway port host: dv-cinder-792462-4-smb {{(pid=98345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:52:39.374575 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.db_base_plugin_common [None req-86a1a898-9166-4f3a-91e0-a35dcc670924 admin admin] Allocated IP 172.28.0.58 (6a7b2292-60f2-468f-9a72-8977b3c695a9/682e5247-0975-4386-b3ba-8aaf11b83d2b/5a99b694-67d6-4a99-8a4c-1e4eee94a5db) {{(pid=98343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:52:39.434561 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304661c6-7dfe-4d8e-84d0-58ce4ca97bf9 None None] Network 0164a624-1971-4240-816c-733f1fddcd6e is already hosted by enough agents. {{(pid=98344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:52:39.438160 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.scheduler.base_scheduler [None req-304661c6-7dfe-4d8e-84d0-58ce4ca97bf9 None None] Resources bound (agent type, host, resource id): {{(pid=98344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:52:39.441705 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304661c6-7dfe-4d8e-84d0-58ce4ca97bf9 None None] Received port after_create {{(pid=98344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:52:39.492778 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304661c6-7dfe-4d8e-84d0-58ce4ca97bf9 None None] Pushing event updated for resources: {'Port': ['ID=c19145e6-827c-4b50-a274-13967023d42a,revision_number=1']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:39.494282 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-304661c6-7dfe-4d8e-84d0-58ce4ca97bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:39.563708 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-304661c6-7dfe-4d8e-84d0-58ce4ca97bf9 None None] Attempting to bind port c19145e6-827c-4b50-a274-13967023d42a on host dv-cinder-792462-4-smb for vnic_type normal with profile {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:52:39.563708 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-304661c6-7dfe-4d8e-84d0-58ce4ca97bf9 None None] Attempting to bind port c19145e6-827c-4b50-a274-13967023d42a by drivers openvswitch,hyperv on host dv-cinder-792462-4-smb at level 0 using segments [{'id': '66ba1a62-022a-44e5-84c2-e79b5236b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0164a624-1971-4240-816c-733f1fddcd6e'}] {{(pid=98344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:52:39.565629 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304661c6-7dfe-4d8e-84d0-58ce4ca97bf9 None None] Attempting to bind port c19145e6-827c-4b50-a274-13967023d42a on network 0164a624-1971-4240-816c-733f1fddcd6e {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:52:39.568310 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-86a1a898-9166-4f3a-91e0-a35dcc670924 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:39.570866 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304661c6-7dfe-4d8e-84d0-58ce4ca97bf9 None None] Checking agent: {'id': '09546d46-3481-475a-a863-9c6fd271337e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 34, 25), 'started_at': datetime.datetime(2021, 5, 20, 21, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:52:39.571254 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304661c6-7dfe-4d8e-84d0-58ce4ca97bf9 None None] Checking segment: {'id': '66ba1a62-022a-44e5-84c2-e79b5236b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0164a624-1971-4240-816c-733f1fddcd6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:52:39.572169 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-304661c6-7dfe-4d8e-84d0-58ce4ca97bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:39.572432 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304661c6-7dfe-4d8e-84d0-58ce4ca97bf9 None None] Bound using segment: {'id': '66ba1a62-022a-44e5-84c2-e79b5236b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0164a624-1971-4240-816c-733f1fddcd6e'} {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:52:39.572795 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-304661c6-7dfe-4d8e-84d0-58ce4ca97bf9 None None] Bound port: c19145e6-827c-4b50-a274-13967023d42a, host: dv-cinder-792462-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ba1a62-022a-44e5-84c2-e79b5236b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0164a624-1971-4240-816c-733f1fddcd6e'}}] {{(pid=98344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:52:39.573302 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-304661c6-7dfe-4d8e-84d0-58ce4ca97bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:39.611983 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-86a1a898-9166-4f3a-91e0-a35dcc670924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:39.616144 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-96b7728f-593b-4ba4-b8a9-6bede97e3736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:39.702339 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a1a898-9166-4f3a-91e0-a35dcc670924 admin admin] Network 6a7b2292-60f2-468f-9a72-8977b3c695a9 is already hosted by enough agents. {{(pid=98343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:52:39.704436 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-304661c6-7dfe-4d8e-84d0-58ce4ca97bf9 None None] For port c19145e6-827c-4b50-a274-13967023d42a, host dv-cinder-792462-4-smb, cleared binding levels {{(pid=98344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:52:39.708539 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-304661c6-7dfe-4d8e-84d0-58ce4ca97bf9 None None] For port c19145e6-827c-4b50-a274-13967023d42a, host dv-cinder-792462-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=c19145e6-827c-4b50-a274-13967023d42a,segment=NetworkSegment(66ba1a62-022a-44e5-84c2-e79b5236b63f),segment_id=66ba1a62-022a-44e5-84c2-e79b5236b63f)] {{(pid=98344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:52:39.708766 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.base_scheduler [None req-86a1a898-9166-4f3a-91e0-a35dcc670924 admin admin] Resources bound (agent type, host, resource id): {{(pid=98343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:52:39.716207 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a1a898-9166-4f3a-91e0-a35dcc670924 admin admin] Received port after_create {{(pid=98343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:52:39.717416 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-304661c6-7dfe-4d8e-84d0-58ce4ca97bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:39.723702 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-749d20a2-9858-4b18-94ab-9486c4013f54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:39.777810 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a1a898-9166-4f3a-91e0-a35dcc670924 admin admin] Pushing event updated for resources: {'Port': ['ID=5a99b694-67d6-4a99-8a4c-1e4eee94a5db,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:39.790191 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-86a1a898-9166-4f3a-91e0-a35dcc670924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:39.823518 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304661c6-7dfe-4d8e-84d0-58ce4ca97bf9 None None] Pushing event updated for resources: {'Port': ['ID=c19145e6-827c-4b50-a274-13967023d42a,revision_number=2']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:39.827378 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-304661c6-7dfe-4d8e-84d0-58ce4ca97bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:39.853866 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-41fe0c19-e069-411f-a360-d6ce60245826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'name': 'tempest-TestMinimumBasicScenario-1818433617-router', 'tenant_id': 'abcbc096c4fa4103a838f77815161084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '95818f11-5ebe-45c1-a778-76f6feb70689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:52:30Z', 'updated_at': '2021-05-20T21:52:34Z', 'revision_number': 4, 'project_id': 'abcbc096c4fa4103a838f77815161084', 'gw_port': {'id': '95818f11-5ebe-45c1-a778-76f6feb70689', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:52:30Z', 'updated_at': '2021-05-20T21:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': '9a4e465a-b789-41f5-8f47-618f7b482b47', 'name': '', 'network_id': 'd1a42011-6609-4104-848d-6c53dd1dd076', 'tenant_id': 'abcbc096c4fa4103a838f77815161084', 'mac_address': 'fa:16:3e:ec:b2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9b03e749-fea9-480e-9794-2dd5e22b4a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:52:33Z', 'updated_at': '2021-05-20T21:52:38Z', 'revision_number': 4, 'project_id': 'abcbc096c4fa4103a838f77815161084', 'subnets': [{'id': '9b03e749-fea9-480e-9794-2dd5e22b4a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:52:39.862873 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe0c19-e069-411f-a360-d6ce60245826 None None] The sync data for ids ['b9b3a587-20a9-4eea-ad12-04cf2a852cfb'] in dv-cinder-792462-4-smb is: [{'id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'name': 'tempest-TestMinimumBasicScenario-1818433617-router', 'tenant_id': 'abcbc096c4fa4103a838f77815161084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '95818f11-5ebe-45c1-a778-76f6feb70689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:52:30Z', 'updated_at': '2021-05-20T21:52:34Z', 'revision_number': 4, 'project_id': 'abcbc096c4fa4103a838f77815161084', 'gw_port': {'id': '95818f11-5ebe-45c1-a778-76f6feb70689', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:52:30Z', 'updated_at': '2021-05-20T21:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': '9a4e465a-b789-41f5-8f47-618f7b482b47', 'name': '', 'network_id': 'd1a42011-6609-4104-848d-6c53dd1dd076', 'tenant_id': 'abcbc096c4fa4103a838f77815161084', 'mac_address': 'fa:16:3e:ec:b2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9b03e749-fea9-480e-9794-2dd5e22b4a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:52:33Z', 'updated_at': '2021-05-20T21:52:38Z', 'revision_number': 4, 'project_id': 'abcbc096c4fa4103a838f77815161084', 'subnets': [{'id': '9b03e749-fea9-480e-9794-2dd5e22b4a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:52:40.361266 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device c19145e6-827c-4b50-a274-13967023d42a up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:52:40.455922 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning for port c19145e6-827c-4b50-a274-13967023d42a completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:52:40.464681 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 9a4e465a-b789-41f5-8f47-618f7b482b47 up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:52:40.503379 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-86a1a898-9166-4f3a-91e0-a35dcc670924 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:40.585835 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning for port 9a4e465a-b789-41f5-8f47-618f7b482b47 completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:52:40.593583 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port 9a4e465a-b789-41f5-8f47-618f7b482b47 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:52:40.594314 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:40.801255 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:40.857930 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] For port 9a4e465a-b789-41f5-8f47-618f7b482b47, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=9a4e465a-b789-41f5-8f47-618f7b482b47,segment=NetworkSegment(d67a449a-08cd-447d-a4db-7998b085716f),segment_id=d67a449a-08cd-447d-a4db-7998b085716f)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:52:40.865652 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:40.868204 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:40.959620 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-86a1a898-9166-4f3a-91e0-a35dcc670924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2026222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625290'] for router, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:40.961442 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Pushing event updated for resources: {'Port': ['ID=9a4e465a-b789-41f5-8f47-618f7b482b47,revision_number=5']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:40.967228 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:41.004682 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319f634d-f7eb-4a7a-bbf8-407b3ae2fddd None None] Network 0164a624-1971-4240-816c-733f1fddcd6e requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:52:41.115031 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-4a308a22-0101-42d3-bfe0-befef06aeb81 None None] Provisioning for port c19145e6-827c-4b50-a274-13967023d42a completed by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:52:41.125101 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-4a308a22-0101-42d3-bfe0-befef06aeb81 None None] Provisioning complete for port c19145e6-827c-4b50-a274-13967023d42a triggered by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:52:41.125484 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-4a308a22-0101-42d3-bfe0-befef06aeb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:41.222566 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a1a898-9166-4f3a-91e0-a35dcc670924 admin admin] Router dad7d290-2b89-40ae-9dc4-aec8a590c573 is scheduled to L3 agent 0cab7e80-5b87-486c-a982-5030be84b7ba with binding_index 1 {{(pid=98343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 21:52:41.402003 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-4a308a22-0101-42d3-bfe0-befef06aeb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:41.428033 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a1a898-9166-4f3a-91e0-a35dcc670924 admin admin] Notify agent at l3_agent.dv-cinder-792462-4-smb the message routers_updated {{(pid=98343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 21:52:41.440475 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3307d3-2d54-4313-bb3c-3d6780f20380 None None] Sync routers for ids ['dad7d290-2b89-40ae-9dc4-aec8a590c573'] in dv-cinder-792462-4-smb {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:52:41.453425 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-4a308a22-0101-42d3-bfe0-befef06aeb81 None None] For port c19145e6-827c-4b50-a274-13967023d42a, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=c19145e6-827c-4b50-a274-13967023d42a,segment=NetworkSegment(66ba1a62-022a-44e5-84c2-e79b5236b63f),segment_id=66ba1a62-022a-44e5-84c2-e79b5236b63f)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:52:41.458463 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3307d3-2d54-4313-bb3c-3d6780f20380 None None] Routers {'dad7d290-2b89-40ae-9dc4-aec8a590c573'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:52:41.459088 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-de3307d3-2d54-4313-bb3c-3d6780f20380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:52:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['dad7d290-2b89-40ae-9dc4-aec8a590c573'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:52:41.466774 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-86a1a898-9166-4f3a-91e0-a35dcc670924 admin admin] Notify callbacks [] for router, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:41.468338 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-86a1a898-9166-4f3a-91e0-a35dcc670924 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2369235 May 20 21:52:41.471854 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 48456) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:52:41.518090 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-4a308a22-0101-42d3-bfe0-befef06aeb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:41.527751 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-70374467-7a9f-416a-9364-a009eccb2e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:41.695728 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a308a22-0101-42d3-bfe0-befef06aeb81 None None] Pushing event updated for resources: {'Port': ['ID=c19145e6-827c-4b50-a274-13967023d42a,revision_number=3']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:41.702834 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-4a308a22-0101-42d3-bfe0-befef06aeb81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:41.724351 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-de3307d3-2d54-4313-bb3c-3d6780f20380 None None] Set router dad7d290-2b89-40ae-9dc4-aec8a590c573 gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:52:41.902001 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-b2b2f403-9b81-4fdf-845f-899b1d9e7c68 None None] Provisioning complete for port c19145e6-827c-4b50-a274-13967023d42a triggered by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:52:41.902316 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-b2b2f403-9b81-4fdf-845f-899b1d9e7c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:42.220936 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-de3307d3-2d54-4313-bb3c-3d6780f20380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad7d290-2b89-40ae-9dc4-aec8a590c573', 'name': 'tempest-TestMinimumBasicScenario-378393796-router', 'tenant_id': 'e69a8f932d3b472086d54c58887ead42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': '5a99b694-67d6-4a99-8a4c-1e4eee94a5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:52:38Z', 'updated_at': '2021-05-20T21:52:40Z', 'revision_number': 3, 'project_id': 'e69a8f932d3b472086d54c58887ead42', 'gw_port': {'id': '5a99b694-67d6-4a99-8a4c-1e4eee94a5db', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad7d290-2b89-40ae-9dc4-aec8a590c573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:52:39Z', 'updated_at': '2021-05-20T21:52:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb'}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:52:42.225850 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3307d3-2d54-4313-bb3c-3d6780f20380 None None] Checking router: dad7d290-2b89-40ae-9dc4-aec8a590c573 for host: dv-cinder-792462-4-smb {{(pid=98344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:52:42.226341 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3307d3-2d54-4313-bb3c-3d6780f20380 None None] Updating router dad7d290-2b89-40ae-9dc4-aec8a590c573 port 5a99b694-67d6-4a99-8a4c-1e4eee94a5db binding host dv-cinder-792462-4-smb {{(pid=98344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:52:42.263867 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device c19145e6-827c-4b50-a274-13967023d42a up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:52:42.331774 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-de3307d3-2d54-4313-bb3c-3d6780f20380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:42.449307 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port c19145e6-827c-4b50-a274-13967023d42a triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:52:42.449594 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:42.460143 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-50a6f920-0525-454d-b0c1-816b430b375a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:42.706778 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 9a4e465a-b789-41f5-8f47-618f7b482b47 up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:52:42.742398 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.db_base_plugin_common [None req-50a6f920-0525-454d-b0c1-816b430b375a admin admin] Allocated IP 172.20.0.1 (0164a624-1971-4240-816c-733f1fddcd6e/be171d75-a90b-4f12-bf6f-5b45e0a62ed1/eb7a0f39-fcf7-438d-8098-0f8583c0dab5) {{(pid=98343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:52:42.886087 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port 9a4e465a-b789-41f5-8f47-618f7b482b47 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:52:42.886457 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:42.897517 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-50a6f920-0525-454d-b0c1-816b430b375a admin admin] Notify callbacks [] for port, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:42.913925 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.provisioning_blocks [None req-50a6f920-0525-454d-b0c1-816b430b375a admin admin] Transition to ACTIVE for port object eb7a0f39-fcf7-438d-8098-0f8583c0dab5 will not be triggered until provisioned by entity DHCP. {{(pid=98343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:52:42.936708 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-de3307d3-2d54-4313-bb3c-3d6780f20380 None None] Notify callbacks [] for port, precommit_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:42.938681 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-50a6f920-0525-454d-b0c1-816b430b375a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:42.944336 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-aa0b4e15-3718-48be-bc71-894303f488cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:42.957944 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-de3307d3-2d54-4313-bb3c-3d6780f20380 None None] Transition to ACTIVE for port object 5a99b694-67d6-4a99-8a4c-1e4eee94a5db will not be triggered until provisioned by entity L2. {{(pid=98344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:52:42.968327 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-de3307d3-2d54-4313-bb3c-3d6780f20380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:42.974383 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:43.015772 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a6f920-0525-454d-b0c1-816b430b375a admin admin] Network 0164a624-1971-4240-816c-733f1fddcd6e is already hosted by enough agents. {{(pid=98343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:52:43.019460 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.base_scheduler [None req-50a6f920-0525-454d-b0c1-816b430b375a admin admin] Resources bound (agent type, host, resource id): {{(pid=98343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:52:43.022016 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a6f920-0525-454d-b0c1-816b430b375a admin admin] Received port after_create {{(pid=98343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:52:43.067559 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6f920-0525-454d-b0c1-816b430b375a admin admin] Pushing event updated for resources: {'Port': ['ID=eb7a0f39-fcf7-438d-8098-0f8583c0dab5,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:43.070632 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-50a6f920-0525-454d-b0c1-816b430b375a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:43.099712 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-50a6f920-0525-454d-b0c1-816b430b375a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2023635'] for router_interface, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:43.106649 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f74c02-572e-44ec-84da-2dfa3b368cb7 None None] Pushing event updated for resources: {'Port': ['ID=5a99b694-67d6-4a99-8a4c-1e4eee94a5db,revision_number=2']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:43.112757 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-de3307d3-2d54-4313-bb3c-3d6780f20380 None None] Attempting to bind port 5a99b694-67d6-4a99-8a4c-1e4eee94a5db on host dv-cinder-792462-4-smb for vnic_type normal with profile {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:52:43.112757 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-de3307d3-2d54-4313-bb3c-3d6780f20380 None None] Attempting to bind port 5a99b694-67d6-4a99-8a4c-1e4eee94a5db by drivers openvswitch,hyperv on host dv-cinder-792462-4-smb at level 0 using segments [{'id': 'c99208f0-a511-44ea-981f-b3b92c3f5261', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'}] {{(pid=98344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:52:43.113119 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3307d3-2d54-4313-bb3c-3d6780f20380 None None] Attempting to bind port 5a99b694-67d6-4a99-8a4c-1e4eee94a5db on network 6a7b2292-60f2-468f-9a72-8977b3c695a9 {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:52:43.117452 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-d7f74c02-572e-44ec-84da-2dfa3b368cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:43.131769 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3307d3-2d54-4313-bb3c-3d6780f20380 None None] Checking agent: {'id': '09546d46-3481-475a-a863-9c6fd271337e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 34, 25), 'started_at': datetime.datetime(2021, 5, 20, 21, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:52:43.132295 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3307d3-2d54-4313-bb3c-3d6780f20380 None None] Checking segment: {'id': 'c99208f0-a511-44ea-981f-b3b92c3f5261', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:52:43.132783 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-de3307d3-2d54-4313-bb3c-3d6780f20380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:43.133189 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3307d3-2d54-4313-bb3c-3d6780f20380 None None] Bound using segment: {'id': 'c99208f0-a511-44ea-981f-b3b92c3f5261', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'} {{(pid=98344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:52:43.133685 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.managers [None req-de3307d3-2d54-4313-bb3c-3d6780f20380 None None] Bound port: 5a99b694-67d6-4a99-8a4c-1e4eee94a5db, host: dv-cinder-792462-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99208f0-a511-44ea-981f-b3b92c3f5261', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9'}}] {{(pid=98344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:52:43.134071 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-de3307d3-2d54-4313-bb3c-3d6780f20380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:43.231162 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-de3307d3-2d54-4313-bb3c-3d6780f20380 None None] For port 5a99b694-67d6-4a99-8a4c-1e4eee94a5db, host dv-cinder-792462-4-smb, cleared binding levels {{(pid=98344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:52:43.235106 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-de3307d3-2d54-4313-bb3c-3d6780f20380 None None] For port 5a99b694-67d6-4a99-8a4c-1e4eee94a5db, host dv-cinder-792462-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=5a99b694-67d6-4a99-8a4c-1e4eee94a5db,segment=NetworkSegment(c99208f0-a511-44ea-981f-b3b92c3f5261),segment_id=c99208f0-a511-44ea-981f-b3b92c3f5261)] {{(pid=98344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:52:43.240515 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-de3307d3-2d54-4313-bb3c-3d6780f20380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:43.244408 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:43.325055 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3307d3-2d54-4313-bb3c-3d6780f20380 None None] Routers {'dad7d290-2b89-40ae-9dc4-aec8a590c573'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:52:43.325712 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-de3307d3-2d54-4313-bb3c-3d6780f20380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:52:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['dad7d290-2b89-40ae-9dc4-aec8a590c573'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:52:43.396709 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-50a6f920-0525-454d-b0c1-816b430b375a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:43.407069 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f74c02-572e-44ec-84da-2dfa3b368cb7 None None] Pushing event updated for resources: {'Port': ['ID=5a99b694-67d6-4a99-8a4c-1e4eee94a5db,revision_number=3']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:43.410877 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-d7f74c02-572e-44ec-84da-2dfa3b368cb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:43.420982 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-4ae9e853-a6f5-4a07-91ae-5aa5060e2f3b None None] Provisioning for port eb7a0f39-fcf7-438d-8098-0f8583c0dab5 completed by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:52:43.430549 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-4ae9e853-a6f5-4a07-91ae-5aa5060e2f3b None None] Provisioning complete for port eb7a0f39-fcf7-438d-8098-0f8583c0dab5 triggered by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:52:43.431019 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-4ae9e853-a6f5-4a07-91ae-5aa5060e2f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:43.560739 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-4ae9e853-a6f5-4a07-91ae-5aa5060e2f3b None None] Port eb7a0f39-fcf7-438d-8098-0f8583c0dab5 cannot update to ACTIVE because it is not bound. {{(pid=98344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 21:52:43.581732 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-de3307d3-2d54-4313-bb3c-3d6780f20380 None None] Set router dad7d290-2b89-40ae-9dc4-aec8a590c573 gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:52:43.644523 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-50a6f920-0525-454d-b0c1-816b430b375a admin admin] Notify callbacks [] for port, precommit_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:43.650358 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-50a6f920-0525-454d-b0c1-816b430b375a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1737293'] for port, after_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:43.677475 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-50a6f920-0525-454d-b0c1-816b430b375a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:43.889587 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-50a6f920-0525-454d-b0c1-816b430b375a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1629800'] for router_interface, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:43.893739 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6f920-0525-454d-b0c1-816b430b375a admin admin] Pushing event updated for resources: {'Port': ['ID=eb7a0f39-fcf7-438d-8098-0f8583c0dab5,revision_number=2']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:43.897184 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-50a6f920-0525-454d-b0c1-816b430b375a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:43.930744 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-de3307d3-2d54-4313-bb3c-3d6780f20380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad7d290-2b89-40ae-9dc4-aec8a590c573', 'name': 'tempest-TestMinimumBasicScenario-378393796-router', 'tenant_id': 'e69a8f932d3b472086d54c58887ead42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': '5a99b694-67d6-4a99-8a4c-1e4eee94a5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:52:38Z', 'updated_at': '2021-05-20T21:52:43Z', 'revision_number': 4, 'project_id': 'e69a8f932d3b472086d54c58887ead42', 'gw_port': {'id': '5a99b694-67d6-4a99-8a4c-1e4eee94a5db', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad7d290-2b89-40ae-9dc4-aec8a590c573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:52:39Z', 'updated_at': '2021-05-20T21:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': 'eb7a0f39-fcf7-438d-8098-0f8583c0dab5', 'name': '', 'network_id': '0164a624-1971-4240-816c-733f1fddcd6e', 'tenant_id': 'e69a8f932d3b472086d54c58887ead42', 'mac_address': 'fa:16:3e:4a:76:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad7d290-2b89-40ae-9dc4-aec8a590c573', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'be171d75-a90b-4f12-bf6f-5b45e0a62ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:52:42Z', 'updated_at': '2021-05-20T21:52:42Z', 'revision_number': 1, 'project_id': 'e69a8f932d3b472086d54c58887ead42', 'subnets': [{'id': 'be171d75-a90b-4f12-bf6f-5b45e0a62ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:52:43.935571 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3307d3-2d54-4313-bb3c-3d6780f20380 None None] The sync data for ids ['dad7d290-2b89-40ae-9dc4-aec8a590c573'] in dv-cinder-792462-4-smb is: [{'id': 'dad7d290-2b89-40ae-9dc4-aec8a590c573', 'name': 'tempest-TestMinimumBasicScenario-378393796-router', 'tenant_id': 'e69a8f932d3b472086d54c58887ead42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': '5a99b694-67d6-4a99-8a4c-1e4eee94a5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:52:38Z', 'updated_at': '2021-05-20T21:52:43Z', 'revision_number': 4, 'project_id': 'e69a8f932d3b472086d54c58887ead42', 'gw_port': {'id': '5a99b694-67d6-4a99-8a4c-1e4eee94a5db', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad7d290-2b89-40ae-9dc4-aec8a590c573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:52:39Z', 'updated_at': '2021-05-20T21:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': 'eb7a0f39-fcf7-438d-8098-0f8583c0dab5', 'name': '', 'network_id': '0164a624-1971-4240-816c-733f1fddcd6e', 'tenant_id': 'e69a8f932d3b472086d54c58887ead42', 'mac_address': 'fa:16:3e:4a:76:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad7d290-2b89-40ae-9dc4-aec8a590c573', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'be171d75-a90b-4f12-bf6f-5b45e0a62ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:52:42Z', 'updated_at': '2021-05-20T21:52:42Z', 'revision_number': 1, 'project_id': 'e69a8f932d3b472086d54c58887ead42', 'subnets': [{'id': 'be171d75-a90b-4f12-bf6f-5b45e0a62ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:52:44.055218 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a6f920-0525-454d-b0c1-816b430b375a admin admin] Network 0164a624-1971-4240-816c-733f1fddcd6e is already hosted by enough agents. {{(pid=98343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:52:44.056439 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.base_scheduler [None req-50a6f920-0525-454d-b0c1-816b430b375a admin admin] Resources bound (agent type, host, resource id): {{(pid=98343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:52:44.311931 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a6f920-0525-454d-b0c1-816b430b375a admin admin] Router dad7d290-2b89-40ae-9dc4-aec8a590c573 has already been hosted by L3 agent 0cab7e80-5b87-486c-a982-5030be84b7ba {{(pid=98343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 21:52:44.399517 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-4767893f-5a08-445f-bcf9-90aa73879df6 None None] Provisioning complete for port eb7a0f39-fcf7-438d-8098-0f8583c0dab5 triggered by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:52:44.400162 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-4767893f-5a08-445f-bcf9-90aa73879df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:44.472522 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-4767893f-5a08-445f-bcf9-90aa73879df6 None None] Port eb7a0f39-fcf7-438d-8098-0f8583c0dab5 cannot update to ACTIVE because it is not bound. {{(pid=98344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 21:52:44.536485 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a6f920-0525-454d-b0c1-816b430b375a admin admin] Notify agent at l3_agent.dv-cinder-792462-4-smb the message routers_updated {{(pid=98343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 21:52:44.546524 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-50a6f920-0525-454d-b0c1-816b430b375a admin admin] 10.222.0.78 "PUT /v2.0/routers/dad7d290-2b89-40ae-9dc4-aec8a590c573/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0734668 May 20 21:52:45.712550 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:46.309140 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 5a99b694-67d6-4a99-8a4c-1e4eee94a5db up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:52:46.400379 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning for port 5a99b694-67d6-4a99-8a4c-1e4eee94a5db completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:52:46.405776 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port 5a99b694-67d6-4a99-8a4c-1e4eee94a5db triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:52:46.406402 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:46.542905 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:46.562791 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] For port 5a99b694-67d6-4a99-8a4c-1e4eee94a5db, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=5a99b694-67d6-4a99-8a4c-1e4eee94a5db,segment=NetworkSegment(c99208f0-a511-44ea-981f-b3b92c3f5261),segment_id=c99208f0-a511-44ea-981f-b3b92c3f5261)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:52:46.568227 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:46.573634 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:46.660594 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Pushing event updated for resources: {'Port': ['ID=5a99b694-67d6-4a99-8a4c-1e4eee94a5db,revision_number=4']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:46.672834 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:47.635976 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245bc657-d3f4-41c0-ad56-121a2a9cf4f2 None None] Sync routers for ids ['dad7d290-2b89-40ae-9dc4-aec8a590c573'] in dv-cinder-792462-4-smb {{(pid=98345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:52:47.648521 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245bc657-d3f4-41c0-ad56-121a2a9cf4f2 None None] Routers {'dad7d290-2b89-40ae-9dc4-aec8a590c573'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:52:47.649310 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-245bc657-d3f4-41c0-ad56-121a2a9cf4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:52:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['dad7d290-2b89-40ae-9dc4-aec8a590c573'], 'active': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:52:47.871850 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvr_db [None req-245bc657-d3f4-41c0-ad56-121a2a9cf4f2 None None] Set router dad7d290-2b89-40ae-9dc4-aec8a590c573 gateway port host: dv-cinder-792462-4-smb {{(pid=98345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:52:48.271284 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 5a99b694-67d6-4a99-8a4c-1e4eee94a5db up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:52:48.298180 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-245bc657-d3f4-41c0-ad56-121a2a9cf4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad7d290-2b89-40ae-9dc4-aec8a590c573', 'name': 'tempest-TestMinimumBasicScenario-378393796-router', 'tenant_id': 'e69a8f932d3b472086d54c58887ead42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': '5a99b694-67d6-4a99-8a4c-1e4eee94a5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:52:38Z', 'updated_at': '2021-05-20T21:52:43Z', 'revision_number': 4, 'project_id': 'e69a8f932d3b472086d54c58887ead42', 'gw_port': {'id': '5a99b694-67d6-4a99-8a4c-1e4eee94a5db', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad7d290-2b89-40ae-9dc4-aec8a590c573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:52:39Z', 'updated_at': '2021-05-20T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': 'eb7a0f39-fcf7-438d-8098-0f8583c0dab5', 'name': '', 'network_id': '0164a624-1971-4240-816c-733f1fddcd6e', 'tenant_id': 'e69a8f932d3b472086d54c58887ead42', 'mac_address': 'fa:16:3e:4a:76:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad7d290-2b89-40ae-9dc4-aec8a590c573', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'be171d75-a90b-4f12-bf6f-5b45e0a62ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:52:42Z', 'updated_at': '2021-05-20T21:52:43Z', 'revision_number': 2, 'project_id': 'e69a8f932d3b472086d54c58887ead42', 'subnets': [{'id': 'be171d75-a90b-4f12-bf6f-5b45e0a62ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:52:48.305800 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245bc657-d3f4-41c0-ad56-121a2a9cf4f2 None None] Checking router: dad7d290-2b89-40ae-9dc4-aec8a590c573 for host: dv-cinder-792462-4-smb {{(pid=98345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:52:48.306439 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245bc657-d3f4-41c0-ad56-121a2a9cf4f2 None None] Updating router dad7d290-2b89-40ae-9dc4-aec8a590c573 port eb7a0f39-fcf7-438d-8098-0f8583c0dab5 binding host dv-cinder-792462-4-smb {{(pid=98345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 21:52:48.384118 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port 5a99b694-67d6-4a99-8a4c-1e4eee94a5db triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:52:48.384796 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:48.407455 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-245bc657-d3f4-41c0-ad56-121a2a9cf4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:48.879179 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-245bc657-d3f4-41c0-ad56-121a2a9cf4f2 None None] Notify callbacks [] for port, precommit_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:48.891845 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.provisioning_blocks [None req-245bc657-d3f4-41c0-ad56-121a2a9cf4f2 None None] Transition to ACTIVE for port object eb7a0f39-fcf7-438d-8098-0f8583c0dab5 will not be triggered until provisioned by entity L2. {{(pid=98345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:52:48.899802 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-245bc657-d3f4-41c0-ad56-121a2a9cf4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:48.906836 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:49.109161 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92489f94-8610-4e54-b7c2-5f420e2fc2ac None None] Pushing event updated for resources: {'Port': ['ID=eb7a0f39-fcf7-438d-8098-0f8583c0dab5,revision_number=3']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:49.138542 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-92489f94-8610-4e54-b7c2-5f420e2fc2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:49.181177 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [None req-245bc657-d3f4-41c0-ad56-121a2a9cf4f2 None None] Attempting to bind port eb7a0f39-fcf7-438d-8098-0f8583c0dab5 on host dv-cinder-792462-4-smb for vnic_type normal with profile {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:52:49.181596 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [None req-245bc657-d3f4-41c0-ad56-121a2a9cf4f2 None None] Attempting to bind port eb7a0f39-fcf7-438d-8098-0f8583c0dab5 by drivers openvswitch,hyperv on host dv-cinder-792462-4-smb at level 0 using segments [{'id': '66ba1a62-022a-44e5-84c2-e79b5236b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0164a624-1971-4240-816c-733f1fddcd6e'}] {{(pid=98345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:52:49.181959 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245bc657-d3f4-41c0-ad56-121a2a9cf4f2 None None] Attempting to bind port eb7a0f39-fcf7-438d-8098-0f8583c0dab5 on network 0164a624-1971-4240-816c-733f1fddcd6e {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:52:49.192926 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245bc657-d3f4-41c0-ad56-121a2a9cf4f2 None None] Checking agent: {'id': '09546d46-3481-475a-a863-9c6fd271337e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 34, 25), 'started_at': datetime.datetime(2021, 5, 20, 21, 34, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:52:49.193325 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245bc657-d3f4-41c0-ad56-121a2a9cf4f2 None None] Checking segment: {'id': '66ba1a62-022a-44e5-84c2-e79b5236b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0164a624-1971-4240-816c-733f1fddcd6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:52:49.193697 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-245bc657-d3f4-41c0-ad56-121a2a9cf4f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:49.196334 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245bc657-d3f4-41c0-ad56-121a2a9cf4f2 None None] Bound using segment: {'id': '66ba1a62-022a-44e5-84c2-e79b5236b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0164a624-1971-4240-816c-733f1fddcd6e'} {{(pid=98345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:52:49.196773 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.managers [None req-245bc657-d3f4-41c0-ad56-121a2a9cf4f2 None None] Bound port: eb7a0f39-fcf7-438d-8098-0f8583c0dab5, host: dv-cinder-792462-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ba1a62-022a-44e5-84c2-e79b5236b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0164a624-1971-4240-816c-733f1fddcd6e'}}] {{(pid=98345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:52:49.197182 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-245bc657-d3f4-41c0-ad56-121a2a9cf4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:49.302470 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.db [None req-245bc657-d3f4-41c0-ad56-121a2a9cf4f2 None None] For port eb7a0f39-fcf7-438d-8098-0f8583c0dab5, host dv-cinder-792462-4-smb, cleared binding levels {{(pid=98345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:52:49.305715 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.plugins.ml2.db [None req-245bc657-d3f4-41c0-ad56-121a2a9cf4f2 None None] For port eb7a0f39-fcf7-438d-8098-0f8583c0dab5, host dv-cinder-792462-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=eb7a0f39-fcf7-438d-8098-0f8583c0dab5,segment=NetworkSegment(66ba1a62-022a-44e5-84c2-e79b5236b63f),segment_id=66ba1a62-022a-44e5-84c2-e79b5236b63f)] {{(pid=98345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:52:49.311560 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron_lib.callbacks.manager [None req-245bc657-d3f4-41c0-ad56-121a2a9cf4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:49.315841 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-4ede7d25-08af-4461-a619-9c5ec528c792 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:49.395877 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245bc657-d3f4-41c0-ad56-121a2a9cf4f2 None None] Routers {'dad7d290-2b89-40ae-9dc4-aec8a590c573'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:52:49.396477 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-245bc657-d3f4-41c0-ad56-121a2a9cf4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:52:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['dad7d290-2b89-40ae-9dc4-aec8a590c573'], 'active': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:52:49.454404 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92489f94-8610-4e54-b7c2-5f420e2fc2ac None None] Pushing event updated for resources: {'Port': ['ID=eb7a0f39-fcf7-438d-8098-0f8583c0dab5,revision_number=4']} {{(pid=98345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:49.476448 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG oslo_concurrency.lockutils [None req-92489f94-8610-4e54-b7c2-5f420e2fc2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:49.633872 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvr_db [None req-245bc657-d3f4-41c0-ad56-121a2a9cf4f2 None None] Set router dad7d290-2b89-40ae-9dc4-aec8a590c573 gateway port host: dv-cinder-792462-4-smb {{(pid=98345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:52:50.011001 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-245bc657-d3f4-41c0-ad56-121a2a9cf4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad7d290-2b89-40ae-9dc4-aec8a590c573', 'name': 'tempest-TestMinimumBasicScenario-378393796-router', 'tenant_id': 'e69a8f932d3b472086d54c58887ead42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': '5a99b694-67d6-4a99-8a4c-1e4eee94a5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:52:38Z', 'updated_at': '2021-05-20T21:52:43Z', 'revision_number': 4, 'project_id': 'e69a8f932d3b472086d54c58887ead42', 'gw_port': {'id': '5a99b694-67d6-4a99-8a4c-1e4eee94a5db', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad7d290-2b89-40ae-9dc4-aec8a590c573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:52:39Z', 'updated_at': '2021-05-20T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': 'eb7a0f39-fcf7-438d-8098-0f8583c0dab5', 'name': '', 'network_id': '0164a624-1971-4240-816c-733f1fddcd6e', 'tenant_id': 'e69a8f932d3b472086d54c58887ead42', 'mac_address': 'fa:16:3e:4a:76:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad7d290-2b89-40ae-9dc4-aec8a590c573', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'be171d75-a90b-4f12-bf6f-5b45e0a62ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:52:42Z', 'updated_at': '2021-05-20T21:52:49Z', 'revision_number': 4, 'project_id': 'e69a8f932d3b472086d54c58887ead42', 'subnets': [{'id': 'be171d75-a90b-4f12-bf6f-5b45e0a62ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:52:50.018825 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245bc657-d3f4-41c0-ad56-121a2a9cf4f2 None None] The sync data for ids ['dad7d290-2b89-40ae-9dc4-aec8a590c573'] in dv-cinder-792462-4-smb is: [{'id': 'dad7d290-2b89-40ae-9dc4-aec8a590c573', 'name': 'tempest-TestMinimumBasicScenario-378393796-router', 'tenant_id': 'e69a8f932d3b472086d54c58887ead42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': '5a99b694-67d6-4a99-8a4c-1e4eee94a5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:52:38Z', 'updated_at': '2021-05-20T21:52:43Z', 'revision_number': 4, 'project_id': 'e69a8f932d3b472086d54c58887ead42', 'gw_port': {'id': '5a99b694-67d6-4a99-8a4c-1e4eee94a5db', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad7d290-2b89-40ae-9dc4-aec8a590c573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:52:39Z', 'updated_at': '2021-05-20T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': 'eb7a0f39-fcf7-438d-8098-0f8583c0dab5', 'name': '', 'network_id': '0164a624-1971-4240-816c-733f1fddcd6e', 'tenant_id': 'e69a8f932d3b472086d54c58887ead42', 'mac_address': 'fa:16:3e:4a:76:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad7d290-2b89-40ae-9dc4-aec8a590c573', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'be171d75-a90b-4f12-bf6f-5b45e0a62ed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:52:42Z', 'updated_at': '2021-05-20T21:52:49Z', 'revision_number': 4, 'project_id': 'e69a8f932d3b472086d54c58887ead42', 'subnets': [{'id': 'be171d75-a90b-4f12-bf6f-5b45e0a62ed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:52:50.366452 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device eb7a0f39-fcf7-438d-8098-0f8583c0dab5 up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:52:50.523716 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning for port eb7a0f39-fcf7-438d-8098-0f8583c0dab5 completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:52:50.531514 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port eb7a0f39-fcf7-438d-8098-0f8583c0dab5 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:52:50.532203 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:50.687552 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:50.726084 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] For port eb7a0f39-fcf7-438d-8098-0f8583c0dab5, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=eb7a0f39-fcf7-438d-8098-0f8583c0dab5,segment=NetworkSegment(66ba1a62-022a-44e5-84c2-e79b5236b63f),segment_id=66ba1a62-022a-44e5-84c2-e79b5236b63f)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:52:50.737312 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:50.745942 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:50.828826 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Pushing event updated for resources: {'Port': ['ID=eb7a0f39-fcf7-438d-8098-0f8583c0dab5,revision_number=5']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:50.832822 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:52.219653 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-d8586108-c0d5-433f-a8b9-2378bc7eab45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:52.283174 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device eb7a0f39-fcf7-438d-8098-0f8583c0dab5 up at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:52:52.365913 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Provisioning complete for port eb7a0f39-fcf7-438d-8098-0f8583c0dab5 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:52:52.366434 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:55.016153 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-fdd1509e-ed58-40be-a453-9eaa1fc7fd52 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:52:55.018997 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-fdd1509e-ed58-40be-a453-9eaa1fc7fd52 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/networks?id=d1a42011-6609-4104-848d-6c53dd1dd076 HTTP/1.1" status: 200 len: 815 time: 0.1571591 May 20 21:52:55.035137 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-891447fb-76e1-43d6-bd1d-cace5f3e5db6 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/quotas/abcbc096c4fa4103a838f77815161084 HTTP/1.1" status: 200 len: 375 time: 0.0106051 May 20 21:52:55.129306 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-9eda1f76-e770-47bc-a31e-40c0b88ed712 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Synchronizing usage tracker for tenant:abcbc096c4fa4103a838f77815161084 on resource:port {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:52:55.148158 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-9eda1f76-e770-47bc-a31e-40c0b88ed712 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Unset dirty status for tenant:abcbc096c4fa4103a838f77815161084 on resource:port {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:52:55.149545 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-9eda1f76-e770-47bc-a31e-40c0b88ed712 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=abcbc096c4fa4103a838f77815161084&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1084676 May 20 21:52:55.165931 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-e525d0a8-3970-4024-a4a3-66b754c4e1bb service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:52:55.166860 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-e525d0a8-3970-4024-a4a3-66b754c4e1bb service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052624 May 20 21:52:55.309011 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-8b1f8458-7505-43e9-96ec-f3b6b2ca8ac8 service neutron] 10.222.0.78 "GET /v2.0/networks/d1a42011-6609-4104-848d-6c53dd1dd076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366158 May 20 21:52:55.441955 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-396809bf-1d76-4277-9324-0b80204f1b90 service neutron] 10.222.0.78 "GET /v2.0/networks/d1a42011-6609-4104-848d-6c53dd1dd076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258759 May 20 21:52:55.532087 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:55.746375 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b440d833-b4ac-49af-939a-a2989fbce6ee req-5668cf1c-4e11-47e4-b277-3ca0f98389ea tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 210 time: 0.1596668 May 20 21:52:56.188582 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-d9630f84-75f9-40e3-bd05-d38a6e890cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:56.709755 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-d09fb070-da46-4fc4-92d8-2ca7e4669c20 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:52:56.711191 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-d09fb070-da46-4fc4-92d8-2ca7e4669c20 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.69 "GET /v2.0/networks?id=d1a42011-6609-4104-848d-6c53dd1dd076 HTTP/1.1" status: 200 len: 815 time: 0.1531644 May 20 21:52:56.724600 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-6598a697-08cc-468e-bb87-3c53822e15e9 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Request body: {'port': {'device_id': '3b001164-34d8-4689-94d5-0031772b8b7b', 'network_id': 'd1a42011-6609-4104-848d-6c53dd1dd076', 'admin_state_up': True, 'tenant_id': 'abcbc096c4fa4103a838f77815161084'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:52:56.916143 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-af3f428b-9b25-403a-8ea2-ff95ab3afa97 req-48661058-8a3d-44f1-9f5d-3fe0b4fea23a tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 210 time: 0.0502815 May 20 21:52:56.917101 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-6598a697-08cc-468e-bb87-3c53822e15e9 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:52:56.928147 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-6598a697-08cc-468e-bb87-3c53822e15e9 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:52:56.949275 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-6598a697-08cc-468e-bb87-3c53822e15e9 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Made reservation on behalf of abcbc096c4fa4103a838f77815161084 for: {'port': 1} {{(pid=98342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 21:52:56.952990 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-6598a697-08cc-468e-bb87-3c53822e15e9 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:57.144148 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.db_base_plugin_common [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-6598a697-08cc-468e-bb87-3c53822e15e9 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Allocated IP 172.20.0.3 (d1a42011-6609-4104-848d-6c53dd1dd076/9b03e749-fea9-480e-9794-2dd5e22b4a6f/178ac688-8c3f-44aa-babc-76d91e968d60) {{(pid=98342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:52:57.407205 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-6598a697-08cc-468e-bb87-3c53822e15e9 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks [] for port, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:57.424783 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.provisioning_blocks [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-6598a697-08cc-468e-bb87-3c53822e15e9 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Transition to ACTIVE for port object 178ac688-8c3f-44aa-babc-76d91e968d60 will not be triggered until provisioned by entity DHCP. {{(pid=98342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:52:57.468993 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-6598a697-08cc-468e-bb87-3c53822e15e9 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:57.476242 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-bbf51f17-4850-4c8e-b5e5-4259011f9f6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:52:57.546325 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:57.547977 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-6598a697-08cc-468e-bb87-3c53822e15e9 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Network d1a42011-6609-4104-848d-6c53dd1dd076 is already hosted by enough agents. {{(pid=98342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:52:57.552226 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.scheduler.base_scheduler [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-6598a697-08cc-468e-bb87-3c53822e15e9 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Resources bound (agent type, host, resource id): {{(pid=98342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:52:57.556228 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.l3_dvrscheduler_db [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-6598a697-08cc-468e-bb87-3c53822e15e9 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Received port after_create {{(pid=98342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:52:57.593880 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598a697-08cc-468e-bb87-3c53822e15e9 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Pushing event updated for resources: {'Port': ['ID=178ac688-8c3f-44aa-babc-76d91e968d60,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:52:57.599465 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-6598a697-08cc-468e-bb87-3c53822e15e9 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:52:57.627978 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-6598a697-08cc-468e-bb87-3c53822e15e9 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:52:57.628643 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-6598a697-08cc-468e-bb87-3c53822e15e9 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:57.663049 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-6598a697-08cc-468e-bb87-3c53822e15e9 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9428012 May 20 21:52:57.866928 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-1ee7d70d-fa65-4e89-a876-256cd1ac4490 None None] Provisioning for port 178ac688-8c3f-44aa-babc-76d91e968d60 completed by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:52:57.873590 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-1ee7d70d-fa65-4e89-a876-256cd1ac4490 None None] Provisioning complete for port 178ac688-8c3f-44aa-babc-76d91e968d60 triggered by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:52:57.877712 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-1ee7d70d-fa65-4e89-a876-256cd1ac4490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:57.932962 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-1ee7d70d-fa65-4e89-a876-256cd1ac4490 None None] Port 178ac688-8c3f-44aa-babc-76d91e968d60 cannot update to ACTIVE because it is not bound. {{(pid=98344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 21:52:58.222913 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e1729-0d4c-4752-9191-d9483027f7f5 req-d0646b04-a84b-467e-bd63-4fadf16e8339 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:52:58.223620 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-994e1729-0d4c-4752-9191-d9483027f7f5 req-d0646b04-a84b-467e-bd63-4fadf16e8339 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Synchronizing usage tracker for tenant:abcbc096c4fa4103a838f77815161084 on resource:port {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:52:58.239152 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-994e1729-0d4c-4752-9191-d9483027f7f5 req-d0646b04-a84b-467e-bd63-4fadf16e8339 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Unset dirty status for tenant:abcbc096c4fa4103a838f77815161084 on resource:port {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:52:58.240372 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-994e1729-0d4c-4752-9191-d9483027f7f5 req-d0646b04-a84b-467e-bd63-4fadf16e8339 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 931 time: 0.2074740 May 20 21:52:58.289607 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-994e1729-0d4c-4752-9191-d9483027f7f5 req-f871c97b-6557-4831-9e6f-378fae80dc9c tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433280 May 20 21:52:59.227618 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:52:59.512459 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b3f37-0ff4-4eeb-b894-8a562bf3a5e7 req-3b1a4741-02b7-4603-8266-fd5767954650 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:52:59.513788 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-6b8b3f37-0ff4-4eeb-b894-8a562bf3a5e7 req-3b1a4741-02b7-4603-8266-fd5767954650 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 931 time: 0.0921745 May 20 21:52:59.560195 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-6b8b3f37-0ff4-4eeb-b894-8a562bf3a5e7 req-3f196bf7-4c79-49ef-b911-3ffd5e9cf85b tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403502 May 20 21:53:00.757830 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ce4bf-3e00-4ab6-8a8c-88c33bd6bc73 req-2ee27a0c-eaa9-4ed6-a9f0-241477b4efb2 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:00.759538 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e91ce4bf-3e00-4ab6-8a8c-88c33bd6bc73 req-2ee27a0c-eaa9-4ed6-a9f0-241477b4efb2 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 931 time: 0.0880432 May 20 21:53:00.811519 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e91ce4bf-3e00-4ab6-8a8c-88c33bd6bc73 req-33d5af1b-6c49-4448-a5b2-243ed667d99a tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460081 May 20 21:53:02.072336 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080ad7a-9cd9-4158-8831-2f1ffadc5cbc req-213b5183-10f7-4d9e-b4d9-a5b7f4555137 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:02.074303 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-2080ad7a-9cd9-4158-8831-2f1ffadc5cbc req-213b5183-10f7-4d9e-b4d9-a5b7f4555137 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 931 time: 0.1080413 May 20 21:53:02.133422 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-2080ad7a-9cd9-4158-8831-2f1ffadc5cbc req-372f9c49-54d7-4a51-b3c9-6cede7581e8b tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444214 May 20 21:53:03.350995 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa0c50-dd74-4f15-88f5-61f71babf13f req-32d5138a-1b39-4654-b561-5b2bd33cecfc tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:03.352962 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-fcaa0c50-dd74-4f15-88f5-61f71babf13f req-32d5138a-1b39-4654-b561-5b2bd33cecfc tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 931 time: 0.1005967 May 20 21:53:03.400588 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-fcaa0c50-dd74-4f15-88f5-61f71babf13f req-067b5ca5-ed10-4611-88ce-83c8a8a61df3 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417922 May 20 21:53:04.612595 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1c77d-fb40-4061-8929-30499a02217f req-3bc3d9f9-e103-4a8d-883e-f74464410d6a tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:04.614248 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-0ca1c77d-fb40-4061-8929-30499a02217f req-3bc3d9f9-e103-4a8d-883e-f74464410d6a tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 931 time: 0.0955055 May 20 21:53:04.662567 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-0ca1c77d-fb40-4061-8929-30499a02217f req-61bccf95-c087-43dc-adb5-50d34cb8207e tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419545 May 20 21:53:05.877102 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e02ab2-bc8b-4b6d-89a8-15f201912570 req-8d11aa76-5aa0-44ea-8ff4-a384e55fc138 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:05.878873 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c9e02ab2-bc8b-4b6d-89a8-15f201912570 req-8d11aa76-5aa0-44ea-8ff4-a384e55fc138 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 931 time: 0.0952027 May 20 21:53:05.944218 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c9e02ab2-bc8b-4b6d-89a8-15f201912570 req-ee7d3aa1-00ff-4d72-9464-7d7860f09220 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585635 May 20 21:53:07.144191 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d575bb5-5661-45bd-a290-a24333ef0e02 req-ce204586-e6b3-42af-8935-ab189534d2e2 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:07.145766 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-8d575bb5-5661-45bd-a290-a24333ef0e02 req-ce204586-e6b3-42af-8935-ab189534d2e2 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 931 time: 0.0850377 May 20 21:53:07.197347 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-8d575bb5-5661-45bd-a290-a24333ef0e02 req-a3cb5d35-5204-45e1-a4e5-a7b8ae8b4e93 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456510 May 20 21:53:08.390240 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e21d7-9ae5-4f71-b96a-10ca5190986f req-c20a5a0e-145b-4b5b-b541-72dc94092665 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:08.391622 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-741e21d7-9ae5-4f71-b96a-10ca5190986f req-c20a5a0e-145b-4b5b-b541-72dc94092665 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 931 time: 0.0839856 May 20 21:53:08.437458 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-741e21d7-9ae5-4f71-b96a-10ca5190986f req-a52a3842-5efa-4bb7-b77f-f7acd42f23c6 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392745 May 20 21:53:08.555717 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-7be082fd-18c0-41f5-8bb1-cdea61badc98 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=98342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 21:53:08.557000 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-7be082fd-18c0-41f5-8bb1-cdea61badc98 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056608 May 20 21:53:08.569440 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-40d8be37-324c-49ab-a1d5-3b2fc30994a8 service neutron] Request body: {'port': {'device_id': '3b001164-34d8-4689-94d5-0031772b8b7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:53:08.682466 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-40d8be37-324c-49ab-a1d5-3b2fc30994a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:09.017839 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-40d8be37-324c-49ab-a1d5-3b2fc30994a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 178ac688-8c3f-44aa-babc-76d91e968d60 {{(pid=98342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:53:09.025182 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-40d8be37-324c-49ab-a1d5-3b2fc30994a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:09.038974 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.provisioning_blocks [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-40d8be37-324c-49ab-a1d5-3b2fc30994a8 service neutron] Transition to ACTIVE for port object 178ac688-8c3f-44aa-babc-76d91e968d60 will not be triggered until provisioned by entity L2. {{(pid=98342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 21:53:09.043125 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-40d8be37-324c-49ab-a1d5-3b2fc30994a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3867198'] for port, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:09.047589 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-6598a697-08cc-468e-bb87-3c53822e15e9 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:53:09.208865 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8be37-324c-49ab-a1d5-3b2fc30994a8 service neutron] Pushing event updated for resources: {'Port': ['ID=178ac688-8c3f-44aa-babc-76d91e968d60,revision_number=2']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:09.217904 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-40d8be37-324c-49ab-a1d5-3b2fc30994a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:53:09.294469 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.managers [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-40d8be37-324c-49ab-a1d5-3b2fc30994a8 service neutron] Attempting to bind port 178ac688-8c3f-44aa-babc-76d91e968d60 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 21:53:09.294748 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.managers [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-40d8be37-324c-49ab-a1d5-3b2fc30994a8 service neutron] Attempting to bind port 178ac688-8c3f-44aa-babc-76d91e968d60 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'd67a449a-08cd-447d-a4db-7998b085716f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd1a42011-6609-4104-848d-6c53dd1dd076'}] {{(pid=98342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 21:53:09.295035 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-40d8be37-324c-49ab-a1d5-3b2fc30994a8 service neutron] Attempting to bind port 178ac688-8c3f-44aa-babc-76d91e968d60 on network d1a42011-6609-4104-848d-6c53dd1dd076 {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:53:09.301342 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-40d8be37-324c-49ab-a1d5-3b2fc30994a8 service neutron] Port 178ac688-8c3f-44aa-babc-76d91e968d60 on network d1a42011-6609-4104-848d-6c53dd1dd076 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 21:53:09.301661 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-40d8be37-324c-49ab-a1d5-3b2fc30994a8 service neutron] Attempting to bind port 178ac688-8c3f-44aa-babc-76d91e968d60 on network d1a42011-6609-4104-848d-6c53dd1dd076 {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 21:53:09.306903 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-40d8be37-324c-49ab-a1d5-3b2fc30994a8 service neutron] Checking agent: {'id': '80f4bab6-80a2-4d7c-8071-f2009e74956d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'started_at': datetime.datetime(2021, 5, 20, 21, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 21, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 21:53:09.307238 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-40d8be37-324c-49ab-a1d5-3b2fc30994a8 service neutron] Checking segment: {'id': 'd67a449a-08cd-447d-a4db-7998b085716f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd1a42011-6609-4104-848d-6c53dd1dd076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 21:53:09.307625 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-40d8be37-324c-49ab-a1d5-3b2fc30994a8 service neutron] Bound using segment: {'id': 'd67a449a-08cd-447d-a4db-7998b085716f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd1a42011-6609-4104-848d-6c53dd1dd076'} {{(pid=98342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 21:53:09.308054 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.managers [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-40d8be37-324c-49ab-a1d5-3b2fc30994a8 service neutron] Bound port: 178ac688-8c3f-44aa-babc-76d91e968d60, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd67a449a-08cd-447d-a4db-7998b085716f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd1a42011-6609-4104-848d-6c53dd1dd076'}}] {{(pid=98342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 21:53:09.308433 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-40d8be37-324c-49ab-a1d5-3b2fc30994a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:09.508161 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-40d8be37-324c-49ab-a1d5-3b2fc30994a8 service neutron] For port 178ac688-8c3f-44aa-babc-76d91e968d60, host hv-cinder-79246, cleared binding levels {{(pid=98342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 21:53:09.511444 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-40d8be37-324c-49ab-a1d5-3b2fc30994a8 service neutron] For port 178ac688-8c3f-44aa-babc-76d91e968d60, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=178ac688-8c3f-44aa-babc-76d91e968d60,segment=NetworkSegment(d67a449a-08cd-447d-a4db-7998b085716f),segment_id=d67a449a-08cd-447d-a4db-7998b085716f)] {{(pid=98342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 21:53:09.518062 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-40d8be37-324c-49ab-a1d5-3b2fc30994a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3867198'] for port, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:09.522238 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-c8d0b271-1202-40e1-a146-78143b9e8bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:53:09.629766 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-40d8be37-324c-49ab-a1d5-3b2fc30994a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:09.630390 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-40d8be37-324c-49ab-a1d5-3b2fc30994a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:09.631751 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-40d8be37-324c-49ab-a1d5-3b2fc30994a8 service neutron] 10.222.0.69 "PUT /v2.0/ports/178ac688-8c3f-44aa-babc-76d91e968d60 HTTP/1.1" status: 200 len: 1093 time: 1.0667334 May 20 21:53:09.632950 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b001164-34d8-4689-94d5-0031772b8b7b', 'tag': '178ac688-8c3f-44aa-babc-76d91e968d60'}] {{(pid=98342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:53:09.664543 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8be37-324c-49ab-a1d5-3b2fc30994a8 service neutron] Pushing event updated for resources: {'Port': ['ID=178ac688-8c3f-44aa-babc-76d91e968d60,revision_number=3']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:09.669034 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-40d8be37-324c-49ab-a1d5-3b2fc30994a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:53:09.707074 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b001164-34d8-4689-94d5-0031772b8b7b', 'tag': '178ac688-8c3f-44aa-babc-76d91e968d60', 'status': 'completed', 'code': 200} May 20 21:53:09.745814 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f7966-a5d8-4758-8157-a2ae61452fd4 req-bad42008-5b16-4894-b21d-307a123a7048 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:09.747351 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d92f7966-a5d8-4758-8157-a2ae61452fd4 req-bad42008-5b16-4894-b21d-307a123a7048 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 943 time: 0.1959677 May 20 21:53:09.793447 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 6 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:53:09.805788 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-649db331-0951-4ea3-a86c-c8eb065c0d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:09.807260 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-649db331-0951-4ea3-a86c-c8eb065c0d6a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=abcbc096c4fa4103a838f77815161084&device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 1096 time: 0.1353252 May 20 21:53:09.810197 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d92f7966-a5d8-4758-8157-a2ae61452fd4 req-d34d5443-487f-447b-b434-ba54ba932ae1 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551143 May 20 21:53:09.877436 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-b4a176a0-1076-42ff-832f-01aa7a80a3f5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=178ac688-8c3f-44aa-babc-76d91e968d60 HTTP/1.1" status: 200 len: 217 time: 0.0621450 May 20 21:53:09.943480 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-e027f1e3-f329-4d5f-b8cb-e6f18df23760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:09.944839 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-e027f1e3-f329-4d5f-b8cb-e6f18df23760 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9b03e749-fea9-480e-9794-2dd5e22b4a6f HTTP/1.1" status: 200 len: 854 time: 0.0610366 May 20 21:53:10.024605 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-4ac299c8-c590-495a-9eb3-b987e485a53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:10.026031 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-4ac299c8-c590-495a-9eb3-b987e485a53e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d1a42011-6609-4104-848d-6c53dd1dd076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0752797 May 20 21:53:10.159305 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-daee4150-5ca2-4eac-b694-bd8737d21503 service neutron] 10.222.0.69 "GET /v2.0/networks/d1a42011-6609-4104-848d-6c53dd1dd076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260235 May 20 21:53:10.299607 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c934d41a-58b0-4fd2-9da5-73924e5f7ad5 req-3e1d9ee3-cf1c-4f01-8618-405e9a51875a service neutron] 10.222.0.69 "GET /v2.0/networks/d1a42011-6609-4104-848d-6c53dd1dd076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338151 May 20 21:53:10.515919 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f6cd8-b905-4e73-b948-6c65c663ac61 req-1303df86-fb93-419b-85d2-3b3445cb00c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:10.518129 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-518f6cd8-b905-4e73-b948-6c65c663ac61 req-1303df86-fb93-419b-85d2-3b3445cb00c5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=abcbc096c4fa4103a838f77815161084&device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 1096 time: 0.0754275 May 20 21:53:10.653101 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f6cd8-b905-4e73-b948-6c65c663ac61 req-e4bab60b-0fae-4455-8494-a19712f0e907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:10.654707 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-518f6cd8-b905-4e73-b948-6c65c663ac61 req-e4bab60b-0fae-4455-8494-a19712f0e907 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d1a42011-6609-4104-848d-6c53dd1dd076 HTTP/1.1" status: 200 len: 916 time: 0.1292112 May 20 21:53:10.722214 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-518f6cd8-b905-4e73-b948-6c65c663ac61 req-67e661e2-47cf-46e2-b5f5-095cac166928 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=178ac688-8c3f-44aa-babc-76d91e968d60 HTTP/1.1" status: 200 len: 217 time: 0.0606198 May 20 21:53:10.789763 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f6cd8-b905-4e73-b948-6c65c663ac61 req-b1ecb534-2e41-4c8c-8db9-f3812b02841a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:10.791101 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-518f6cd8-b905-4e73-b948-6c65c663ac61 req-b1ecb534-2e41-4c8c-8db9-f3812b02841a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9b03e749-fea9-480e-9794-2dd5e22b4a6f HTTP/1.1" status: 200 len: 854 time: 0.0619743 May 20 21:53:10.870282 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f6cd8-b905-4e73-b948-6c65c663ac61 req-a8b7a59d-33d4-49d0-b4b3-6daa0222f7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:10.871784 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-518f6cd8-b905-4e73-b948-6c65c663ac61 req-a8b7a59d-33d4-49d0-b4b3-6daa0222f7eb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d1a42011-6609-4104-848d-6c53dd1dd076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721815 May 20 21:53:11.058927 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-518f6cd8-b905-4e73-b948-6c65c663ac61 req-e358f39e-5866-4313-a013-22149577cbef service neutron] 10.222.0.69 "GET /v2.0/networks/d1a42011-6609-4104-848d-6c53dd1dd076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797044 May 20 21:53:11.101374 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52d89e-3ae1-46ca-ad64-1c4cf6de777a req-4e3fb12a-8b45-4b9d-880f-734b541c102c tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:11.102902 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-af52d89e-3ae1-46ca-ad64-1c4cf6de777a req-4e3fb12a-8b45-4b9d-880f-734b541c102c tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 943 time: 0.1838081 May 20 21:53:11.316333 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-af52d89e-3ae1-46ca-ad64-1c4cf6de777a req-84021884-1b43-4983-a9e0-d0c2a14202c8 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029076 May 20 21:53:11.338848 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-518f6cd8-b905-4e73-b948-6c65c663ac61 req-bc525237-32a9-408f-94a8-2d86668def28 service neutron] 10.222.0.69 "GET /v2.0/networks/d1a42011-6609-4104-848d-6c53dd1dd076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716832 May 20 21:53:11.507220 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 178ac688-8c3f-44aa-babc-76d91e968d60 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=98344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 21:53:11.639997 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 178ac688-8c3f-44aa-babc-76d91e968d60, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=178ac688-8c3f-44aa-babc-76d91e968d60,segment=NetworkSegment(d67a449a-08cd-447d-a4db-7998b085716f),segment_id=d67a449a-08cd-447d-a4db-7998b085716f)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:53:11.654071 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Returning: {'device': '178ac688-8c3f-44aa-babc-76d91e968d60', 'network_id': 'd1a42011-6609-4104-848d-6c53dd1dd076', 'port_id': '178ac688-8c3f-44aa-babc-76d91e968d60', 'mac_address': 'fa:16:3e:14:2a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b03e749-fea9-480e-9794-2dd5e22b4a6f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 21:53:11.713002 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:11.730716 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 178ac688-8c3f-44aa-babc-76d91e968d60 {{(pid=98344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 21:53:11.745724 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 178ac688-8c3f-44aa-babc-76d91e968d60, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=178ac688-8c3f-44aa-babc-76d91e968d60,segment=NetworkSegment(d67a449a-08cd-447d-a4db-7998b085716f),segment_id=d67a449a-08cd-447d-a4db-7998b085716f)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:53:11.749741 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:11.752335 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:53:11.818423 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=178ac688-8c3f-44aa-babc-76d91e968d60,revision_number=4']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:11.821485 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:53:11.991515 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['178ac688-8c3f-44aa-babc-76d91e968d60'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:53:12.511898 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039cd75-ceb1-4e8b-b493-7187768ef840 req-0dec6dca-72fa-442a-852e-7053e12e3589 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:12.513470 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e039cd75-ceb1-4e8b-b493-7187768ef840 req-0dec6dca-72fa-442a-852e-7053e12e3589 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 944 time: 0.0890777 May 20 21:53:12.562269 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-e039cd75-ceb1-4e8b-b493-7187768ef840 req-4c884071-cf62-4c17-8101-d1a4e7164e07 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423622 May 20 21:53:13.525995 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 178ac688-8c3f-44aa-babc-76d91e968d60 up at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 21:53:13.594724 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning for port 178ac688-8c3f-44aa-babc-76d91e968d60 completed by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 21:53:13.600333 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Provisioning complete for port 178ac688-8c3f-44aa-babc-76d91e968d60 triggered by entity L2. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:53:13.600716 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:13.724216 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:13.750272 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9afe1f3-d02c-46ef-be25-83742761f61e req-0b151513-0707-483e-8385-fae66addff77 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:13.752401 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f9afe1f3-d02c-46ef-be25-83742761f61e req-0b151513-0707-483e-8385-fae66addff77 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 944 time: 0.0813951 May 20 21:53:13.752822 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b001164-34d8-4689-94d5-0031772b8b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178ac688-8c3f-44aa-babc-76d91e968d60'}] {{(pid=98344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:53:13.763745 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] For port 178ac688-8c3f-44aa-babc-76d91e968d60, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=178ac688-8c3f-44aa-babc-76d91e968d60,segment=NetworkSegment(d67a449a-08cd-447d-a4db-7998b085716f),segment_id=d67a449a-08cd-447d-a4db-7998b085716f)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:53:13.769137 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917'] for port, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:13.771001 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:53:13.802638 dv-cinder-792462-4-smb neutron-server[98344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b001164-34d8-4689-94d5-0031772b8b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178ac688-8c3f-44aa-babc-76d91e968d60', 'code': 200} May 20 21:53:13.808855 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f9afe1f3-d02c-46ef-be25-83742761f61e req-44c0bc8d-dc26-4d4e-9060-d628a413aec9 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485187 May 20 21:53:13.850512 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Pushing event updated for resources: {'Port': ['ID=178ac688-8c3f-44aa-babc-76d91e968d60,revision_number=5']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:13.853425 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:53:14.042534 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3589a8-627e-488e-8cf9-d1be7fbc80d8 req-eb8af09e-9e02-4009-8f40-769d570c887c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:14.043918 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-6f3589a8-627e-488e-8cf9-d1be7fbc80d8 req-eb8af09e-9e02-4009-8f40-769d570c887c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 1098 time: 0.0792086 May 20 21:53:14.085285 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-6f3589a8-627e-488e-8cf9-d1be7fbc80d8 req-4a170d93-bf71-450b-ba34-7b55d275bb85 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340302 May 20 21:53:15.008555 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad3c23-9c2f-4db8-b4c9-f40348a0c607 req-c67a7516-ab0e-408d-8dda-3c2ccfd93f8d tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:15.010109 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-69ad3c23-9c2f-4db8-b4c9-f40348a0c607 req-c67a7516-ab0e-408d-8dda-3c2ccfd93f8d tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 945 time: 0.0879552 May 20 21:53:15.061501 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-69ad3c23-9c2f-4db8-b4c9-f40348a0c607 req-80a0b5d9-7589-4d30-b5b7-7303816910b9 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454669 May 20 21:53:15.723705 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:16.245641 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36752862-0fe1-4a6f-975d-44c173d616e7 req-6582f879-c267-4a21-b15a-0785008ed34f tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:16.247060 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-36752862-0fe1-4a6f-975d-44c173d616e7 req-6582f879-c267-4a21-b15a-0785008ed34f tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 945 time: 0.0805619 May 20 21:53:16.293410 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-36752862-0fe1-4a6f-975d-44c173d616e7 req-49e750da-5bba-49ce-8d06-80bb589f13c6 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405092 May 20 21:53:16.483604 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4592de2-d57b-481f-9436-34eb38c3cf5f req-c7c0e2c7-8fc8-4850-b837-71f21024b813 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:16.485053 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d4592de2-d57b-481f-9436-34eb38c3cf5f req-c7c0e2c7-8fc8-4850-b837-71f21024b813 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 945 time: 0.0841930 May 20 21:53:16.530335 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d4592de2-d57b-481f-9436-34eb38c3cf5f req-d2ab57e4-f7fa-4fff-9e98-aec92a0afa79 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385273 May 20 21:53:16.925444 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b70ec-9fe3-4852-b89c-c49dab000e9e req-eabbe324-41da-4006-bf4e-6e9503ec96ab tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:16.926967 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b43b70ec-9fe3-4852-b89c-c49dab000e9e req-eabbe324-41da-4006-bf4e-6e9503ec96ab tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 945 time: 0.0824919 May 20 21:53:16.977924 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b43b70ec-9fe3-4852-b89c-c49dab000e9e req-1c67a46f-5b28-48bf-bce0-8f90044b966a tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452471 May 20 21:53:21.850822 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7901cb-f878-40d4-9767-7ddef443b139 req-9be30171-8e42-4591-bca9-0b3edf4a28f1 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:21.852294 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-7d7901cb-f878-40d4-9767-7ddef443b139 req-9be30171-8e42-4591-bca9-0b3edf4a28f1 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 945 time: 0.0816166 May 20 21:53:21.897063 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-7d7901cb-f878-40d4-9767-7ddef443b139 req-1b3c04f5-c845-4872-92e6-4f76f0266f8d tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389972 May 20 21:53:21.920247 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 48636) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:53:22.033017 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c91fd06-a496-4209-85db-87946f7b48ff tempest-TestMinimumBasicScenario-1085526623 tempest-TestMinimumBasicScenario-1085526623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:22.033726 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-5c91fd06-a496-4209-85db-87946f7b48ff tempest-TestMinimumBasicScenario-1085526623 tempest-TestMinimumBasicScenario-1085526623-project-admin] Synchronizing usage tracker for tenant:e69a8f932d3b472086d54c58887ead42 on resource:port {{(pid=98343) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:53:22.050409 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-5c91fd06-a496-4209-85db-87946f7b48ff tempest-TestMinimumBasicScenario-1085526623 tempest-TestMinimumBasicScenario-1085526623-project-admin] Unset dirty status for tenant:e69a8f932d3b472086d54c58887ead42 on resource:port {{(pid=98343) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:53:22.051549 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-5c91fd06-a496-4209-85db-87946f7b48ff tempest-TestMinimumBasicScenario-1085526623 tempest-TestMinimumBasicScenario-1085526623-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 1093 time: 0.1302700 May 20 21:53:22.054555 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 48642) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:53:22.059584 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Request body: {'floatingip': {'floating_network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'port_id': '178ac688-8c3f-44aa-babc-76d91e968d60', 'tenant_id': 'abcbc096c4fa4103a838f77815161084', 'fixed_ip_address': '172.20.0.3'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:53:22.065649 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:53:22.069411 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Usage tracker for resource:floatingip and tenant:abcbc096c4fa4103a838f77815161084 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:53:22.072373 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:53:22.078040 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:53:22.090614 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks [] for floatingip, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:22.208487 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-9a05e577-b992-4fc1-b4f4-ee48797acc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:22.238555 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:22.379420 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.db_base_plugin_common [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Allocated IP 172.28.0.195 (6a7b2292-60f2-468f-9a72-8977b3c695a9/682e5247-0975-4386-b3ba-8aaf11b83d2b/33a6f7cf-853e-49ba-a760-6d8cc097a759) {{(pid=98343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 21:53:22.528470 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks [] for port, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:22.560043 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759169333854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:22.565404 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-a2afa549-f232-4d3d-8868-f93bf546eaa0 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:53:22.629315 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Network 6a7b2292-60f2-468f-9a72-8977b3c695a9 is already hosted by enough agents. {{(pid=98343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 21:53:22.632185 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.base_scheduler [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Resources bound (agent type, host, resource id): {{(pid=98343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 21:53:22.635914 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Received port after_create {{(pid=98343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 21:53:22.676490 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Pushing event updated for resources: {'Port': ['ID=33a6f7cf-853e-49ba-a760-6d8cc097a759,revision_number=1']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:22.693175 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:22.693562 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:22.693940 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:22.694560 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:22.694692 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:22.695038 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:22.695404 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:22.695790 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:22.696153 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:22.696541 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:22.696900 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:22.697259 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:22.702011 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:53:23.177896 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:23.250182 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:23.462757 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks [] for port, precommit_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:23.466443 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1737293'] for port, after_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:23.470951 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-3d4b94f2-e82e-4c54-a357-62c9c60b9dc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:53:23.575931 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Pushing event updated for resources: {'Port': ['ID=33a6f7cf-853e-49ba-a760-6d8cc097a759,revision_number=2']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:23.580065 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:53:23.588551 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2023492'] for floatingip, after_update {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:23.760754 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.db.l3_db [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Floating IP cdfbb0a5-5954-4327-accf-a9742472b97e associated. External IP: 172.28.0.195, port: 178ac688-8c3f-44aa-babc-76d91e968d60. May 20 21:53:24.123257 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Router b9b3a587-20a9-4eea-ad12-04cf2a852cfb has already been hosted by L3 agent 0cab7e80-5b87-486c-a982-5030be84b7ba {{(pid=98343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 21:53:24.309134 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify agent at l3_agent.dv-cinder-792462-4-smb the message routers_updated {{(pid=98343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 21:53:24.319099 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc58140-9829-477d-bd38-dfb0ef31d108 None None] Sync routers for ids ['b9b3a587-20a9-4eea-ad12-04cf2a852cfb'] in dv-cinder-792462-4-smb {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:53:24.328300 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc58140-9829-477d-bd38-dfb0ef31d108 None None] Routers {'b9b3a587-20a9-4eea-ad12-04cf2a852cfb'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:53:24.329007 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-ffc58140-9829-477d-bd38-dfb0ef31d108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:52:56Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['b9b3a587-20a9-4eea-ad12-04cf2a852cfb'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:53:24.335023 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for floatingip, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:24.392522 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-f8cefc73-72c0-475e-9a76-e597bdc5e8dd tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3368349 May 20 21:53:24.393181 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b001164-34d8-4689-94d5-0031772b8b7b', 'tag': '178ac688-8c3f-44aa-babc-76d91e968d60'}] {{(pid=98343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:53:24.395405 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 48646) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:53:24.408669 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-f940680e-6bc6-4436-a437-4c9aa21673f8 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-873477438', 'description': 'tempest-secgroup-smoke-873477438 description', 'project_id': 'abcbc096c4fa4103a838f77815161084'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:53:24.416139 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-f940680e-6bc6-4436-a437-4c9aa21673f8 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:53:24.420411 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-f940680e-6bc6-4436-a437-4c9aa21673f8 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Usage tracker for resource:security_group and tenant:abcbc096c4fa4103a838f77815161084 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:53:24.424092 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-f940680e-6bc6-4436-a437-4c9aa21673f8 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:53:24.430994 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-f940680e-6bc6-4436-a437-4c9aa21673f8 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:53:24.442232 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-f940680e-6bc6-4436-a437-4c9aa21673f8 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks [] for security_group, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:24.451531 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b001164-34d8-4689-94d5-0031772b8b7b', 'tag': '178ac688-8c3f-44aa-babc-76d91e968d60', 'status': 'completed', 'code': 200} May 20 21:53:24.463850 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-f940680e-6bc6-4436-a437-4c9aa21673f8 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:53:24.468517 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-f940680e-6bc6-4436-a437-4c9aa21673f8 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Usage tracker for resource:security_group_rule and tenant:abcbc096c4fa4103a838f77815161084 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:53:24.506866 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-f940680e-6bc6-4436-a437-4c9aa21673f8 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:53:24.515932 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-ffc58140-9829-477d-bd38-dfb0ef31d108 None None] Set router b9b3a587-20a9-4eea-ad12-04cf2a852cfb gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:53:24.521564 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-f940680e-6bc6-4436-a437-4c9aa21673f8 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:53:24.590279 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7c4c3-db49-4d91-9489-c43d4cf64a5c req-ddc281d3-8788-41d7-83ff-0399f16a08f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:24.591764 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f6a7c4c3-db49-4d91-9489-c43d4cf64a5c req-ddc281d3-8788-41d7-83ff-0399f16a08f9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=abcbc096c4fa4103a838f77815161084&device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 1098 time: 0.1194639 May 20 21:53:24.655907 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-f940680e-6bc6-4436-a437-4c9aa21673f8 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks [] for security_group, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:24.707275 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-f940680e-6bc6-4436-a437-4c9aa21673f8 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:24.716444 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-4288e0b8-b661-4af8-a918-48df0680fb47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:53:24.770753 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-f940680e-6bc6-4436-a437-4c9aa21673f8 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks [] for security_group, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:24.771957 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-f940680e-6bc6-4436-a437-4c9aa21673f8 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3754671 May 20 21:53:24.774552 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940680e-6bc6-4436-a437-4c9aa21673f8 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3906bb8-f316-4e24-8d8b-b087813d5802,revision_number=1']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:24.775169 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 48652) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:53:24.781268 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-7c7669e2-a978-41c5-832c-ab669c5d340c tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Request body: {'security_group_rule': {'security_group_id': 'd3906bb8-f316-4e24-8d8b-b087813d5802', 'project_id': 'abcbc096c4fa4103a838f77815161084', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:53:24.787920 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-7c7669e2-a978-41c5-832c-ab669c5d340c tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:53:24.792392 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-7c7669e2-a978-41c5-832c-ab669c5d340c tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Usage tracker for resource:security_group_rule and tenant:abcbc096c4fa4103a838f77815161084 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:53:24.795904 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-7c7669e2-a978-41c5-832c-ab669c5d340c tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:53:24.796242 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f940680e-6bc6-4436-a437-4c9aa21673f8 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:24.796650 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f940680e-6bc6-4436-a437-4c9aa21673f8 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:24.797016 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f940680e-6bc6-4436-a437-4c9aa21673f8 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:24.797369 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f940680e-6bc6-4436-a437-4c9aa21673f8 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:24.797726 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f940680e-6bc6-4436-a437-4c9aa21673f8 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:24.799142 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f940680e-6bc6-4436-a437-4c9aa21673f8 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:24.799266 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f940680e-6bc6-4436-a437-4c9aa21673f8 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:24.799580 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f940680e-6bc6-4436-a437-4c9aa21673f8 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:24.799938 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f940680e-6bc6-4436-a437-4c9aa21673f8 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:24.800306 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f940680e-6bc6-4436-a437-4c9aa21673f8 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:24.800658 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f940680e-6bc6-4436-a437-4c9aa21673f8 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:24.801025 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f940680e-6bc6-4436-a437-4c9aa21673f8 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:53:24.803970 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-7c7669e2-a978-41c5-832c-ab669c5d340c tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:53:24.804891 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-f940680e-6bc6-4436-a437-4c9aa21673f8 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:53:24.810118 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7c4c3-db49-4d91-9489-c43d4cf64a5c req-e59688e1-8104-4491-a19a-6792379f65f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:24.812398 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f6a7c4c3-db49-4d91-9489-c43d4cf64a5c req-e59688e1-8104-4491-a19a-6792379f65f7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d1a42011-6609-4104-848d-6c53dd1dd076 HTTP/1.1" status: 200 len: 916 time: 0.2073998 May 20 21:53:24.823263 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-7c7669e2-a978-41c5-832c-ab669c5d340c tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:24.896928 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-7c7669e2-a978-41c5-832c-ab669c5d340c tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:24.901514 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-7c7669e2-a978-41c5-832c-ab669c5d340c tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639471'] for security_group_rule, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:24.904045 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-7bda62c8-59fb-4139-8bd1-47c08fc661f3 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:53:24.916664 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-ffc58140-9829-477d-bd38-dfb0ef31d108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'name': 'tempest-TestMinimumBasicScenario-1818433617-router', 'tenant_id': 'abcbc096c4fa4103a838f77815161084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '95818f11-5ebe-45c1-a778-76f6feb70689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:52:30Z', 'updated_at': '2021-05-20T21:52:34Z', 'revision_number': 4, 'project_id': 'abcbc096c4fa4103a838f77815161084', 'gw_port': {'id': '95818f11-5ebe-45c1-a778-76f6feb70689', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:52:30Z', 'updated_at': '2021-05-20T21:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_floatingips': [{'id': 'cdfbb0a5-5954-4327-accf-a9742472b97e', 'tenant_id': 'abcbc096c4fa4103a838f77815161084', 'floating_ip_address': '172.28.0.195', 'floating_network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'router_id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'port_id': '178ac688-8c3f-44aa-babc-76d91e968d60', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1a42011-6609-4104-848d-6c53dd1dd076', 'mac_address': 'fa:16:3e:14:2a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b001164-34d8-4689-94d5-0031772b8b7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T21:53:23Z', 'updated_at': '2021-05-20T21:53:23Z', 'revision_number': 0, 'project_id': 'abcbc096c4fa4103a838f77815161084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4e465a-b789-41f5-8f47-618f7b482b47', 'name': '', 'network_id': 'd1a42011-6609-4104-848d-6c53dd1dd076', 'tenant_id': 'abcbc096c4fa4103a838f77815161084', 'mac_address': 'fa:16:3e:ec:b2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9b03e749-fea9-480e-9794-2dd5e22b4a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:52:33Z', 'updated_at': '2021-05-20T21:52:40Z', 'revision_number': 5, 'project_id': 'abcbc096c4fa4103a838f77815161084', 'subnets': [{'id': '9b03e749-fea9-480e-9794-2dd5e22b4a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:53:24.920644 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc58140-9829-477d-bd38-dfb0ef31d108 None None] Checking router: b9b3a587-20a9-4eea-ad12-04cf2a852cfb for host: dv-cinder-792462-4-smb {{(pid=98344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:53:24.928064 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7669e2-a978-41c5-832c-ab669c5d340c tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68622306-4d0e-4f2f-9ad3-268ff2e11b7b,revision_number=0']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:24.928305 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f6a7c4c3-db49-4d91-9489-c43d4cf64a5c req-90d4f4fd-1bac-4582-8f56-43542f04f5ba service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=178ac688-8c3f-44aa-babc-76d91e968d60 HTTP/1.1" status: 200 len: 999 time: 0.1068604 May 20 21:53:24.930821 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-7c7669e2-a978-41c5-832c-ab669c5d340c tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:53:24.932115 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc58140-9829-477d-bd38-dfb0ef31d108 None None] Routers {'b9b3a587-20a9-4eea-ad12-04cf2a852cfb'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:53:24.932866 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-ffc58140-9829-477d-bd38-dfb0ef31d108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:52:56Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['b9b3a587-20a9-4eea-ad12-04cf2a852cfb'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:53:24.938599 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-7c7669e2-a978-41c5-832c-ab669c5d340c tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:24.942764 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-7c7669e2-a978-41c5-832c-ab669c5d340c tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1638665 May 20 21:53:24.943018 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 48656) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:53:24.948220 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.v2.base [None req-cd4ca652-d09d-4cc2-ba4b-fab024dddfe6 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Request body: {'security_group_rule': {'security_group_id': 'd3906bb8-f316-4e24-8d8b-b087813d5802', 'project_id': 'abcbc096c4fa4103a838f77815161084', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:53:24.955047 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-cd4ca652-d09d-4cc2-ba4b-fab024dddfe6 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:53:24.958897 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-cd4ca652-d09d-4cc2-ba4b-fab024dddfe6 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Usage tracker for resource:security_group_rule and tenant:abcbc096c4fa4103a838f77815161084 is out of sync, need to count used quota {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:53:24.961889 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.quota.resource [None req-cd4ca652-d09d-4cc2-ba4b-fab024dddfe6 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98343) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:53:24.967991 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.quota.driver [None req-cd4ca652-d09d-4cc2-ba4b-fab024dddfe6 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98343) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:53:24.990260 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-cd4ca652-d09d-4cc2-ba4b-fab024dddfe6 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:24.996061 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7c4c3-db49-4d91-9489-c43d4cf64a5c req-ac7cdd89-eea5-44dd-a21f-7d6b282443ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:24.997650 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f6a7c4c3-db49-4d91-9489-c43d4cf64a5c req-ac7cdd89-eea5-44dd-a21f-7d6b282443ed service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9b03e749-fea9-480e-9794-2dd5e22b4a6f HTTP/1.1" status: 200 len: 854 time: 0.0616066 May 20 21:53:25.060992 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-cd4ca652-d09d-4cc2-ba4b-fab024dddfe6 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:25.066379 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-cd4ca652-d09d-4cc2-ba4b-fab024dddfe6 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639471'] for security_group_rule, after_create {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:25.069598 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-7c7669e2-a978-41c5-832c-ab669c5d340c tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:53:25.083269 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7c4c3-db49-4d91-9489-c43d4cf64a5c req-d3ebe63d-98a4-43e5-b754-8165e6397bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:25.084844 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f6a7c4c3-db49-4d91-9489-c43d4cf64a5c req-d3ebe63d-98a4-43e5-b754-8165e6397bac service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d1a42011-6609-4104-848d-6c53dd1dd076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0803406 May 20 21:53:25.107883 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ca652-d09d-4cc2-ba4b-fab024dddfe6 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=711730d5-e984-4f23-88d5-154d7e240f7f,revision_number=0']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:25.120868 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-cd4ca652-d09d-4cc2-ba4b-fab024dddfe6 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:53:25.132755 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-cd4ca652-d09d-4cc2-ba4b-fab024dddfe6 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:25.135714 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-cd4ca652-d09d-4cc2-ba4b-fab024dddfe6 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1911747 May 20 21:53:25.138174 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 48660) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:53:25.145838 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-d088910a-b2cf-47b8-9ccd-3653d83fb853 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Request body: {'security_group_rule': {'security_group_id': 'd3906bb8-f316-4e24-8d8b-b087813d5802', 'project_id': 'abcbc096c4fa4103a838f77815161084', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:53:25.165143 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-ffc58140-9829-477d-bd38-dfb0ef31d108 None None] Set router b9b3a587-20a9-4eea-ad12-04cf2a852cfb gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:53:25.240852 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-d088910a-b2cf-47b8-9ccd-3653d83fb853 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:53:25.259978 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-d088910a-b2cf-47b8-9ccd-3653d83fb853 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Usage tracker for resource:security_group_rule and tenant:abcbc096c4fa4103a838f77815161084 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:53:25.266579 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-d088910a-b2cf-47b8-9ccd-3653d83fb853 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:53:25.275078 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-d088910a-b2cf-47b8-9ccd-3653d83fb853 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:53:25.304977 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f6a7c4c3-db49-4d91-9489-c43d4cf64a5c req-e1bb8718-0862-4306-a054-cc726e440f9c service neutron] 10.222.0.69 "GET /v2.0/networks/d1a42011-6609-4104-848d-6c53dd1dd076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127566 May 20 21:53:25.311007 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-d088910a-b2cf-47b8-9ccd-3653d83fb853 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:25.562657 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:25.583653 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-ffc58140-9829-477d-bd38-dfb0ef31d108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'name': 'tempest-TestMinimumBasicScenario-1818433617-router', 'tenant_id': 'abcbc096c4fa4103a838f77815161084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '95818f11-5ebe-45c1-a778-76f6feb70689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:52:30Z', 'updated_at': '2021-05-20T21:52:34Z', 'revision_number': 4, 'project_id': 'abcbc096c4fa4103a838f77815161084', 'gw_port': {'id': '95818f11-5ebe-45c1-a778-76f6feb70689', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:52:30Z', 'updated_at': '2021-05-20T21:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_floatingips': [{'id': 'cdfbb0a5-5954-4327-accf-a9742472b97e', 'tenant_id': 'abcbc096c4fa4103a838f77815161084', 'floating_ip_address': '172.28.0.195', 'floating_network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'router_id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'port_id': '178ac688-8c3f-44aa-babc-76d91e968d60', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1a42011-6609-4104-848d-6c53dd1dd076', 'mac_address': 'fa:16:3e:14:2a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b001164-34d8-4689-94d5-0031772b8b7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T21:53:23Z', 'updated_at': '2021-05-20T21:53:23Z', 'revision_number': 0, 'project_id': 'abcbc096c4fa4103a838f77815161084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4e465a-b789-41f5-8f47-618f7b482b47', 'name': '', 'network_id': 'd1a42011-6609-4104-848d-6c53dd1dd076', 'tenant_id': 'abcbc096c4fa4103a838f77815161084', 'mac_address': 'fa:16:3e:ec:b2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9b03e749-fea9-480e-9794-2dd5e22b4a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:52:33Z', 'updated_at': '2021-05-20T21:52:40Z', 'revision_number': 5, 'project_id': 'abcbc096c4fa4103a838f77815161084', 'subnets': [{'id': '9b03e749-fea9-480e-9794-2dd5e22b4a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:53:25.588459 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc58140-9829-477d-bd38-dfb0ef31d108 None None] The sync data for ids ['b9b3a587-20a9-4eea-ad12-04cf2a852cfb'] in dv-cinder-792462-4-smb is: [{'id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'name': 'tempest-TestMinimumBasicScenario-1818433617-router', 'tenant_id': 'abcbc096c4fa4103a838f77815161084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '95818f11-5ebe-45c1-a778-76f6feb70689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:52:30Z', 'updated_at': '2021-05-20T21:52:34Z', 'revision_number': 4, 'project_id': 'abcbc096c4fa4103a838f77815161084', 'gw_port': {'id': '95818f11-5ebe-45c1-a778-76f6feb70689', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:52:30Z', 'updated_at': '2021-05-20T21:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_floatingips': [{'id': 'cdfbb0a5-5954-4327-accf-a9742472b97e', 'tenant_id': 'abcbc096c4fa4103a838f77815161084', 'floating_ip_address': '172.28.0.195', 'floating_network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'router_id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'port_id': '178ac688-8c3f-44aa-babc-76d91e968d60', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1a42011-6609-4104-848d-6c53dd1dd076', 'mac_address': 'fa:16:3e:14:2a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b001164-34d8-4689-94d5-0031772b8b7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T21:53:23Z', 'updated_at': '2021-05-20T21:53:23Z', 'revision_number': 0, 'project_id': 'abcbc096c4fa4103a838f77815161084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4e465a-b789-41f5-8f47-618f7b482b47', 'name': '', 'network_id': 'd1a42011-6609-4104-848d-6c53dd1dd076', 'tenant_id': 'abcbc096c4fa4103a838f77815161084', 'mac_address': 'fa:16:3e:ec:b2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9b03e749-fea9-480e-9794-2dd5e22b4a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:52:33Z', 'updated_at': '2021-05-20T21:52:40Z', 'revision_number': 5, 'project_id': 'abcbc096c4fa4103a838f77815161084', 'subnets': [{'id': '9b03e749-fea9-480e-9794-2dd5e22b4a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:53:25.598350 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-d088910a-b2cf-47b8-9ccd-3653d83fb853 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:25.602377 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f6a7c4c3-db49-4d91-9489-c43d4cf64a5c req-8f749398-4d19-4ee7-9357-0e63498984b0 service neutron] 10.222.0.69 "GET /v2.0/networks/d1a42011-6609-4104-848d-6c53dd1dd076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843544 May 20 21:53:25.603465 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-d088910a-b2cf-47b8-9ccd-3653d83fb853 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639471'] for security_group_rule, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:25.605541 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-f660f719-6bee-4eee-9b3f-2d2fab211b56 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:53:25.629886 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d088910a-b2cf-47b8-9ccd-3653d83fb853 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dacac29-2d56-45c7-bd7b-a71eb2612b66,revision_number=0']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:25.634590 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-d088910a-b2cf-47b8-9ccd-3653d83fb853 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:53:25.639368 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-d088910a-b2cf-47b8-9ccd-3653d83fb853 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:25.640764 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-d088910a-b2cf-47b8-9ccd-3653d83fb853 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5014951 May 20 21:53:25.643936 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 48664) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:53:25.649298 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-07096035-8fdc-491c-84ce-ff4b11fcb6e2 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Request body: {'security_group_rule': {'security_group_id': 'd3906bb8-f316-4e24-8d8b-b087813d5802', 'project_id': 'abcbc096c4fa4103a838f77815161084', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:53:25.655508 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-07096035-8fdc-491c-84ce-ff4b11fcb6e2 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:53:25.661238 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-07096035-8fdc-491c-84ce-ff4b11fcb6e2 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Usage tracker for resource:security_group_rule and tenant:abcbc096c4fa4103a838f77815161084 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:53:25.664633 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-07096035-8fdc-491c-84ce-ff4b11fcb6e2 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:53:25.672338 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-07096035-8fdc-491c-84ce-ff4b11fcb6e2 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:53:25.689523 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-07096035-8fdc-491c-84ce-ff4b11fcb6e2 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:25.761822 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-07096035-8fdc-491c-84ce-ff4b11fcb6e2 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:25.765865 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-07096035-8fdc-491c-84ce-ff4b11fcb6e2 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639471'] for security_group_rule, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:25.768592 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:53:25.795830 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07096035-8fdc-491c-84ce-ff4b11fcb6e2 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a368131a-7feb-4a68-970b-e7342938d615,revision_number=0']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:25.798704 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-07096035-8fdc-491c-84ce-ff4b11fcb6e2 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:53:25.806860 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14182272-8cb7-43d3-8329-f74325941fd9 None None] New status for floating IP cdfbb0a5-5954-4327-accf-a9742472b97e: ACTIVE {{(pid=98345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:53:25.807420 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-07096035-8fdc-491c-84ce-ff4b11fcb6e2 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:25.808692 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-07096035-8fdc-491c-84ce-ff4b11fcb6e2 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1637559 May 20 21:53:25.811410 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 48668) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:53:25.817369 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-73237c09-3382-47b6-954b-5ea2e445a166 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Request body: {'security_group_rule': {'security_group_id': 'd3906bb8-f316-4e24-8d8b-b087813d5802', 'project_id': 'abcbc096c4fa4103a838f77815161084', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:53:25.823551 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-73237c09-3382-47b6-954b-5ea2e445a166 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:53:25.827350 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-73237c09-3382-47b6-954b-5ea2e445a166 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Usage tracker for resource:security_group_rule and tenant:abcbc096c4fa4103a838f77815161084 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:53:25.830852 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-73237c09-3382-47b6-954b-5ea2e445a166 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:53:25.836576 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-73237c09-3382-47b6-954b-5ea2e445a166 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:53:25.847994 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.db.securitygroups_db [None req-73237c09-3382-47b6-954b-5ea2e445a166 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Project abcbc096c4fa4103a838f77815161084 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:53:25.853899 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-73237c09-3382-47b6-954b-5ea2e445a166 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:25.920302 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-73237c09-3382-47b6-954b-5ea2e445a166 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:25.924321 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-73237c09-3382-47b6-954b-5ea2e445a166 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639471'] for security_group_rule, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:25.926426 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-e03a4f08-5faf-40e0-be93-6b4abc29413f tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:53:25.948692 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73237c09-3382-47b6-954b-5ea2e445a166 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d5e1d8-fb03-4c02-8c8f-270fa0b81b1d,revision_number=0']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:25.951187 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-73237c09-3382-47b6-954b-5ea2e445a166 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:53:25.961673 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-73237c09-3382-47b6-954b-5ea2e445a166 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:25.965399 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-73237c09-3382-47b6-954b-5ea2e445a166 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1505136 May 20 21:53:25.965616 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.wsgi [-] (98342) accepted ('10.222.0.78', 48672) {{(pid=98342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:53:25.970961 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [None req-1c1fd8a6-084b-4ee6-81b7-0668fd899e7b tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Request body: {'security_group_rule': {'security_group_id': 'd3906bb8-f316-4e24-8d8b-b087813d5802', 'project_id': 'abcbc096c4fa4103a838f77815161084', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:53:25.976828 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-1c1fd8a6-084b-4ee6-81b7-0668fd899e7b tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 21:53:25.980727 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-1c1fd8a6-084b-4ee6-81b7-0668fd899e7b tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Usage tracker for resource:security_group_rule and tenant:abcbc096c4fa4103a838f77815161084 is out of sync, need to count used quota {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 21:53:25.983563 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [None req-1c1fd8a6-084b-4ee6-81b7-0668fd899e7b tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98342) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 21:53:25.989235 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.quota.driver [None req-1c1fd8a6-084b-4ee6-81b7-0668fd899e7b tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98342) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 21:53:26.000408 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.db.securitygroups_db [None req-1c1fd8a6-084b-4ee6-81b7-0668fd899e7b tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Project abcbc096c4fa4103a838f77815161084 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 21:53:26.006855 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1c1fd8a6-084b-4ee6-81b7-0668fd899e7b tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:26.082058 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1c1fd8a6-084b-4ee6-81b7-0668fd899e7b tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:26.086074 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1c1fd8a6-084b-4ee6-81b7-0668fd899e7b tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639471'] for security_group_rule, after_create {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:26.088119 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:53:26.112216 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fd8a6-084b-4ee6-81b7-0668fd899e7b tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c25cc38-4146-4334-8337-c8acbddc9e02,revision_number=0']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:26.114728 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-1c1fd8a6-084b-4ee6-81b7-0668fd899e7b tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:53:26.124491 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [None req-1c1fd8a6-084b-4ee6-81b7-0668fd899e7b tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:26.125689 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [None req-1c1fd8a6-084b-4ee6-81b7-0668fd899e7b tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1591506 May 20 21:53:26.193218 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-5d5b09bc-4612-4280-bec6-73f44b9803f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:26.252673 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-a51ee807-d9d3-4064-b539-5d567f8f704f req-45e702da-c71b-4518-9ca4-29e448da9354 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Synchronizing usage tracker for tenant:abcbc096c4fa4103a838f77815161084 on resource:security_group {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:53:26.269263 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-a51ee807-d9d3-4064-b539-5d567f8f704f req-45e702da-c71b-4518-9ca4-29e448da9354 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Unset dirty status for tenant:abcbc096c4fa4103a838f77815161084 on resource:security_group {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:53:26.270683 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a51ee807-d9d3-4064-b539-5d567f8f704f req-45e702da-c71b-4518-9ca4-29e448da9354 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-873477438&fields=id&tenant_id=abcbc096c4fa4103a838f77815161084 HTTP/1.1" status: 200 len: 267 time: 0.0614386 May 20 21:53:26.356396 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ee807-d9d3-4064-b539-5d567f8f704f req-e0f6232e-ae5e-45dd-a7c3-4a8a5945ad83 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:26.357871 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a51ee807-d9d3-4064-b539-5d567f8f704f req-e0f6232e-ae5e-45dd-a7c3-4a8a5945ad83 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 945 time: 0.0817044 May 20 21:53:26.369287 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [req-a51ee807-d9d3-4064-b539-5d567f8f704f req-9b3fe5e8-2757-47d6-94cb-2b446843f763 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Request body: {'port': {'security_groups': ['715aff76-0230-4bdc-8efe-a012d2f9d16c', 'd3906bb8-f316-4e24-8d8b-b087813d5802']}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:53:26.493362 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-a51ee807-d9d3-4064-b539-5d567f8f704f req-9b3fe5e8-2757-47d6-94cb-2b446843f763 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:26.755262 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [req-a51ee807-d9d3-4064-b539-5d567f8f704f req-9b3fe5e8-2757-47d6-94cb-2b446843f763 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] For port 178ac688-8c3f-44aa-babc-76d91e968d60, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=178ac688-8c3f-44aa-babc-76d91e968d60,segment=NetworkSegment(d67a449a-08cd-447d-a4db-7998b085716f),segment_id=d67a449a-08cd-447d-a4db-7998b085716f)] {{(pid=98342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:53:26.785846 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-a51ee807-d9d3-4064-b539-5d567f8f704f req-9b3fe5e8-2757-47d6-94cb-2b446843f763 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks [] for port, precommit_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:26.790628 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-a51ee807-d9d3-4064-b539-5d567f8f704f req-9b3fe5e8-2757-47d6-94cb-2b446843f763 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3867198'] for port, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:26.796359 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-b2a07f1d-c92b-4551-8d43-4d53e29a270b tempest-AttachVolumeNegativeTest-1424114650 tempest-AttachVolumeNegativeTest-1424114650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:53:26.802444 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['178ac688-8c3f-44aa-babc-76d91e968d60'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:53:26.862739 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ee807-d9d3-4064-b539-5d567f8f704f req-9b3fe5e8-2757-47d6-94cb-2b446843f763 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:26.863389 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-a51ee807-d9d3-4064-b539-5d567f8f704f req-9b3fe5e8-2757-47d6-94cb-2b446843f763 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:26.864797 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-a51ee807-d9d3-4064-b539-5d567f8f704f req-9b3fe5e8-2757-47d6-94cb-2b446843f763 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "PUT /v2.0/ports/178ac688-8c3f-44aa-babc-76d91e968d60 HTTP/1.1" status: 200 len: 981 time: 0.5001540 May 20 21:53:26.865319 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b001164-34d8-4689-94d5-0031772b8b7b', 'tag': '178ac688-8c3f-44aa-babc-76d91e968d60'}] {{(pid=98342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:53:26.894519 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3fe5e8-2757-47d6-94cb-2b446843f763 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Pushing event updated for resources: {'Port': ['ID=178ac688-8c3f-44aa-babc-76d91e968d60,revision_number=6']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:53:26.898056 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-9b3fe5e8-2757-47d6-94cb-2b446843f763 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:53:26.945786 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['178ac688-8c3f-44aa-babc-76d91e968d60'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:53:26.949346 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b001164-34d8-4689-94d5-0031772b8b7b', 'tag': '178ac688-8c3f-44aa-babc-76d91e968d60', 'status': 'completed', 'code': 200} May 20 21:53:27.113512 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19518796-9993-4586-a28e-360eb0a6e1af req-c9b44385-3760-45ef-8002-a9840370fd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:27.114981 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-19518796-9993-4586-a28e-360eb0a6e1af req-c9b44385-3760-45ef-8002-a9840370fd97 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=abcbc096c4fa4103a838f77815161084&device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 1137 time: 0.1433389 May 20 21:53:27.147188 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76a0a6-9438-42a1-8ad5-a82002276d1f req-02f47ed5-ff74-4c90-aa98-17a08180ec51 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:27.148562 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-2f76a0a6-9438-42a1-8ad5-a82002276d1f req-02f47ed5-ff74-4c90-aa98-17a08180ec51 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 984 time: 0.1355183 May 20 21:53:27.152584 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-c371328b-ef57-4f96-b501-57647b56cc07 None None] Provisioning complete for port 178ac688-8c3f-44aa-babc-76d91e968d60 triggered by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:53:27.152968 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-c371328b-ef57-4f96-b501-57647b56cc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:27.268915 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-2f76a0a6-9438-42a1-8ad5-a82002276d1f req-dbb95d65-16db-47fe-8c7d-3b61abd94491 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3906bb8-f316-4e24-8d8b-b087813d5802&id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1138444 May 20 21:53:27.300994 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19518796-9993-4586-a28e-360eb0a6e1af req-cdd1587e-32c2-4d93-94f9-5e1eb73d246d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:27.302452 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-19518796-9993-4586-a28e-360eb0a6e1af req-cdd1587e-32c2-4d93-94f9-5e1eb73d246d service neutron] 10.222.0.69 "GET /v2.0/networks?id=d1a42011-6609-4104-848d-6c53dd1dd076 HTTP/1.1" status: 200 len: 916 time: 0.1801517 May 20 21:53:27.420623 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-19518796-9993-4586-a28e-360eb0a6e1af req-ecd9418b-37ae-4b90-bd38-7ea9d6930929 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=178ac688-8c3f-44aa-babc-76d91e968d60 HTTP/1.1" status: 200 len: 1001 time: 0.1106634 May 20 21:53:27.488180 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19518796-9993-4586-a28e-360eb0a6e1af req-a73fec61-df2e-465f-8e1b-cc615f77734b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:27.489652 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-19518796-9993-4586-a28e-360eb0a6e1af req-a73fec61-df2e-465f-8e1b-cc615f77734b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9b03e749-fea9-480e-9794-2dd5e22b4a6f HTTP/1.1" status: 200 len: 854 time: 0.0615418 May 20 21:53:27.572913 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:27.573424 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19518796-9993-4586-a28e-360eb0a6e1af req-bd6c2936-9315-4098-864f-41f75e4c22df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:27.574883 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-19518796-9993-4586-a28e-360eb0a6e1af req-bd6c2936-9315-4098-864f-41f75e4c22df service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d1a42011-6609-4104-848d-6c53dd1dd076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0783513 May 20 21:53:27.712256 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-19518796-9993-4586-a28e-360eb0a6e1af req-657bda6a-39e7-475d-bbf9-f98e93f1eeed service neutron] 10.222.0.69 "GET /v2.0/networks/d1a42011-6609-4104-848d-6c53dd1dd076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293938 May 20 21:53:27.939632 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-19518796-9993-4586-a28e-360eb0a6e1af req-15639168-9c43-4242-8219-abdac78b2e1a service neutron] 10.222.0.69 "GET /v2.0/networks/d1a42011-6609-4104-848d-6c53dd1dd076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202444 May 20 21:53:29.203980 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:45.725331 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:46.793668 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 6 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:53:49.971071 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0deade6-e579-4837-a2c8-0af1ac33f605 req-2d6ca6c0-128c-4eb1-b282-e6f7074d75b3 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:49.972826 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c0deade6-e579-4837-a2c8-0af1ac33f605 req-2d6ca6c0-128c-4eb1-b282-e6f7074d75b3 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 984 time: 0.0875971 May 20 21:53:50.071648 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c0deade6-e579-4837-a2c8-0af1ac33f605 req-2d39f8ff-03e1-46bb-a979-2bcd9aec20a4 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3906bb8-f316-4e24-8d8b-b087813d5802&id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0683653 May 20 21:53:50.084932 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528aaf34-784f-4466-bffa-be8f2d605451 req-21d1f7dc-ab0d-46e6-9669-1183eb3cab17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:50.086418 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-528aaf34-784f-4466-bffa-be8f2d605451 req-21d1f7dc-ab0d-46e6-9669-1183eb3cab17 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=abcbc096c4fa4103a838f77815161084&device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 1137 time: 0.1686361 May 20 21:53:50.233187 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528aaf34-784f-4466-bffa-be8f2d605451 req-847a9e20-62e6-4870-a9ff-ff08aa20339c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:50.234677 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-528aaf34-784f-4466-bffa-be8f2d605451 req-847a9e20-62e6-4870-a9ff-ff08aa20339c service neutron] 10.222.0.69 "GET /v2.0/networks?id=d1a42011-6609-4104-848d-6c53dd1dd076 HTTP/1.1" status: 200 len: 916 time: 0.1285996 May 20 21:53:50.342079 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-528aaf34-784f-4466-bffa-be8f2d605451 req-bc26c8f9-e4eb-45bd-9f09-0c9048c63ddb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=178ac688-8c3f-44aa-babc-76d91e968d60 HTTP/1.1" status: 200 len: 1001 time: 0.0988076 May 20 21:53:50.418591 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528aaf34-784f-4466-bffa-be8f2d605451 req-bf3a8233-9ab8-40a0-b8a7-28b3a2bb89fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:50.420044 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-528aaf34-784f-4466-bffa-be8f2d605451 req-bf3a8233-9ab8-40a0-b8a7-28b3a2bb89fd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9b03e749-fea9-480e-9794-2dd5e22b4a6f HTTP/1.1" status: 200 len: 854 time: 0.0703628 May 20 21:53:50.500969 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528aaf34-784f-4466-bffa-be8f2d605451 req-1b7fbd17-b7ba-4115-8203-91af72e9b287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:50.502329 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-528aaf34-784f-4466-bffa-be8f2d605451 req-1b7fbd17-b7ba-4115-8203-91af72e9b287 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d1a42011-6609-4104-848d-6c53dd1dd076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0738137 May 20 21:53:50.635298 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-528aaf34-784f-4466-bffa-be8f2d605451 req-21159702-a77d-446b-ab9f-2875ad3fa13c service neutron] 10.222.0.69 "GET /v2.0/networks/d1a42011-6609-4104-848d-6c53dd1dd076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248276 May 20 21:53:50.769172 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-528aaf34-784f-4466-bffa-be8f2d605451 req-e213ce81-ae81-4532-8a2c-62baad872b4f service neutron] 10.222.0.69 "GET /v2.0/networks/d1a42011-6609-4104-848d-6c53dd1dd076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266394 May 20 21:53:50.881740 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0debbc-3b31-4e02-b01e-ff6015d66472 req-f8ddf9c8-d4c1-4bde-88ee-33e3ad5485a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:50.883228 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-0c0debbc-3b31-4e02-b01e-ff6015d66472 req-f8ddf9c8-d4c1-4bde-88ee-33e3ad5485a2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=abcbc096c4fa4103a838f77815161084&device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 1137 time: 0.0717885 May 20 21:53:51.013405 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0debbc-3b31-4e02-b01e-ff6015d66472 req-8e7196ec-c032-4570-abef-9697498ec821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:51.014830 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-0c0debbc-3b31-4e02-b01e-ff6015d66472 req-8e7196ec-c032-4570-abef-9697498ec821 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d1a42011-6609-4104-848d-6c53dd1dd076 HTTP/1.1" status: 200 len: 916 time: 0.1246009 May 20 21:53:51.124895 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-0c0debbc-3b31-4e02-b01e-ff6015d66472 req-5ca1458c-90bb-41e9-be5b-54038484cee4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=178ac688-8c3f-44aa-babc-76d91e968d60 HTTP/1.1" status: 200 len: 1001 time: 0.1022971 May 20 21:53:51.234532 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0debbc-3b31-4e02-b01e-ff6015d66472 req-9a869e49-db8e-468b-b312-64d08eb50279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:51.235936 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-0c0debbc-3b31-4e02-b01e-ff6015d66472 req-9a869e49-db8e-468b-b312-64d08eb50279 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9b03e749-fea9-480e-9794-2dd5e22b4a6f HTTP/1.1" status: 200 len: 854 time: 0.1028280 May 20 21:53:51.325367 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef38f4b-a661-4216-816a-08b9e4748e6e req-5c09953d-e822-4730-b4b8-55c0d40fe92b tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:51.326812 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-7ef38f4b-a661-4216-816a-08b9e4748e6e req-5c09953d-e822-4730-b4b8-55c0d40fe92b tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 984 time: 0.1430724 May 20 21:53:51.351020 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0debbc-3b31-4e02-b01e-ff6015d66472 req-f1bddf99-3f00-439f-a37d-778b06cbf962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:51.352481 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-0c0debbc-3b31-4e02-b01e-ff6015d66472 req-f1bddf99-3f00-439f-a37d-778b06cbf962 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d1a42011-6609-4104-848d-6c53dd1dd076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1068652 May 20 21:53:51.411382 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-7ef38f4b-a661-4216-816a-08b9e4748e6e req-2f4e1726-c7a8-4141-9471-01f6d9c74f18 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3906bb8-f316-4e24-8d8b-b087813d5802&id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0779266 May 20 21:53:51.500505 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-0c0debbc-3b31-4e02-b01e-ff6015d66472 req-aa068a6b-60c5-48d9-a420-e2b036b726fc service neutron] 10.222.0.69 "GET /v2.0/networks/d1a42011-6609-4104-848d-6c53dd1dd076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330624 May 20 21:53:51.737557 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-0c0debbc-3b31-4e02-b01e-ff6015d66472 req-0766809b-3b75-4e6d-a9bd-093a40223be5 service neutron] 10.222.0.69 "GET /v2.0/networks/d1a42011-6609-4104-848d-6c53dd1dd076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292349 May 20 21:53:52.243898 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-de5dbbd9-e009-4226-842a-d78266093ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:52.601512 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadee6f-5da7-49ba-972b-9e1a76547083 req-5810b084-e99a-4175-b675-97ce46b5f5ea tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:52.602986 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9fadee6f-5da7-49ba-972b-9e1a76547083 req-5810b084-e99a-4175-b675-97ce46b5f5ea tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 984 time: 0.0813642 May 20 21:53:52.651581 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-9fadee6f-5da7-49ba-972b-9e1a76547083 req-3d906eb4-6859-498e-a486-af9463fadd4c tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3906bb8-f316-4e24-8d8b-b087813d5802&id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426083 May 20 21:53:53.848781 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3ce3f-c16d-4a44-a357-e96bd11bc002 req-a0a00768-f396-4472-b902-e0a9398f962a tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:53.850251 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f1d3ce3f-c16d-4a44-a357-e96bd11bc002 req-a0a00768-f396-4472-b902-e0a9398f962a tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 984 time: 0.0861509 May 20 21:53:53.899139 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-f1d3ce3f-c16d-4a44-a357-e96bd11bc002 req-1749cc5f-8ab0-4d54-b8d6-4d2d13fc6e58 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3906bb8-f316-4e24-8d8b-b087813d5802&id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429757 May 20 21:53:55.085780 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31db90-4249-4c29-87e7-e1b9db122156 req-14077aca-d776-4be5-bfc7-80707b10eab0 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:55.087299 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-bd31db90-4249-4c29-87e7-e1b9db122156 req-14077aca-d776-4be5-bfc7-80707b10eab0 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 984 time: 0.0822637 May 20 21:53:55.134937 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-bd31db90-4249-4c29-87e7-e1b9db122156 req-d7b8a53c-3069-420f-aad7-2d3a671abb9c tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3906bb8-f316-4e24-8d8b-b087813d5802&id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417705 May 20 21:53:55.537161 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:56.195245 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-b1d0c10a-8c5c-4a04-b96b-ef92015038bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:56.324852 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3be5c1-1bb7-4f44-a749-9e5e296ce9f5 req-d349cf62-ba03-4f20-b8b7-3cfd44e66b54 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:56.326310 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-7f3be5c1-1bb7-4f44-a749-9e5e296ce9f5 req-d349cf62-ba03-4f20-b8b7-3cfd44e66b54 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 984 time: 0.0840683 May 20 21:53:56.373201 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-7f3be5c1-1bb7-4f44-a749-9e5e296ce9f5 req-8a6baf3f-fa55-4f5d-8153-8d3e1a272ad5 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3906bb8-f316-4e24-8d8b-b087813d5802&id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408604 May 20 21:53:57.535530 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:53:57.564108 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c01e88-3a6e-4e35-9b0a-0cec2683c45a req-fb301c87-3008-4b15-929e-61557d2ff4fc tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:57.566336 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c1c01e88-3a6e-4e35-9b0a-0cec2683c45a req-fb301c87-3008-4b15-929e-61557d2ff4fc tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 984 time: 0.0843561 May 20 21:53:57.618431 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c1c01e88-3a6e-4e35-9b0a-0cec2683c45a req-9b401e48-8973-4e57-8bd7-d755e4a915a3 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3906bb8-f316-4e24-8d8b-b087813d5802&id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0461786 May 20 21:53:58.807223 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622fe6b-3cac-409a-9f24-8535400fa55e req-dadd8fb1-2220-474a-9bf3-3bfee89541f3 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:53:58.808727 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-2622fe6b-3cac-409a-9f24-8535400fa55e req-dadd8fb1-2220-474a-9bf3-3bfee89541f3 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 984 time: 0.0815389 May 20 21:53:58.855416 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-2622fe6b-3cac-409a-9f24-8535400fa55e req-07bd8178-85b0-4ea4-b85e-179cbf29f43f tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3906bb8-f316-4e24-8d8b-b087813d5802&id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408447 May 20 21:53:59.207594 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:00.044291 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72887250-448b-4c88-bd86-0db75c207808 req-928efea5-243a-4a4a-b2a3-6f378317237e tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:54:00.045930 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-72887250-448b-4c88-bd86-0db75c207808 req-928efea5-243a-4a4a-b2a3-6f378317237e tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 984 time: 0.0843139 May 20 21:54:00.095102 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-72887250-448b-4c88-bd86-0db75c207808 req-0d0a9557-8a63-4f7d-9b1e-7b4a6a96248f tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3906bb8-f316-4e24-8d8b-b087813d5802&id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425394 May 20 21:54:01.291447 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f54af0-432a-4da0-8e58-b129b63febbb req-ae851553-2bd1-4cf2-8dbd-6055207bc163 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:54:01.292947 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b8f54af0-432a-4da0-8e58-b129b63febbb req-ae851553-2bd1-4cf2-8dbd-6055207bc163 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 984 time: 0.0803473 May 20 21:54:01.340035 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b8f54af0-432a-4da0-8e58-b129b63febbb req-095cfe32-11ad-4c9f-9555-00aef8c0d806 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3906bb8-f316-4e24-8d8b-b087813d5802&id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413182 May 20 21:54:02.535994 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681580c-319e-4c8b-9fba-ff8d7f4a41a9 req-c7fd6722-be33-4625-b33a-2d90e98f5287 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:54:02.537493 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d681580c-319e-4c8b-9fba-ff8d7f4a41a9 req-c7fd6722-be33-4625-b33a-2d90e98f5287 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 984 time: 0.0876431 May 20 21:54:02.587685 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-d681580c-319e-4c8b-9fba-ff8d7f4a41a9 req-5650dedf-7673-4fe0-8dbf-f7d46c031fe0 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3906bb8-f316-4e24-8d8b-b087813d5802&id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443461 May 20 21:54:03.776872 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb038b-e7a9-4165-9400-ec5274a60225 req-abd73259-521e-4159-a6f4-d2cc968f46f5 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:54:03.778386 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-eadb038b-e7a9-4165-9400-ec5274a60225 req-abd73259-521e-4159-a6f4-d2cc968f46f5 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 984 time: 0.0809355 May 20 21:54:03.831513 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-eadb038b-e7a9-4165-9400-ec5274a60225 req-d80ad5c2-10a4-4b09-9d20-2ca78bf71351 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3906bb8-f316-4e24-8d8b-b087813d5802&id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463865 May 20 21:54:05.018243 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61a93e-5628-41ac-8c38-ff0b2c2d7164 req-a6c793ce-b994-41d6-b165-cbad56636221 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:54:05.019702 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ff61a93e-5628-41ac-8c38-ff0b2c2d7164 req-a6c793ce-b994-41d6-b165-cbad56636221 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 984 time: 0.0820758 May 20 21:54:05.066851 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ff61a93e-5628-41ac-8c38-ff0b2c2d7164 req-2053e15b-3366-4f76-b3be-914e6e32f1a7 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3906bb8-f316-4e24-8d8b-b087813d5802&id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413294 May 20 21:54:06.255780 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38808514-e9db-41c8-9ef8-1749b8a94132 req-b9627e5d-016b-4ad4-9c23-9c996d38f1bc tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:54:06.257268 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-38808514-e9db-41c8-9ef8-1749b8a94132 req-b9627e5d-016b-4ad4-9c23-9c996d38f1bc tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 984 time: 0.0841262 May 20 21:54:06.304282 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-38808514-e9db-41c8-9ef8-1749b8a94132 req-a5fd59fe-2083-426a-a774-fc10a57ba0ec tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3906bb8-f316-4e24-8d8b-b087813d5802&id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412374 May 20 21:54:07.491283 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a5946-4579-4c3f-8c25-cce05638b657 req-f08584d0-fe07-4af6-87e6-c1d4db0be059 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:54:07.493713 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c33a5946-4579-4c3f-8c25-cce05638b657 req-f08584d0-fe07-4af6-87e6-c1d4db0be059 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 984 time: 0.0799656 May 20 21:54:07.547728 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-c33a5946-4579-4c3f-8c25-cce05638b657 req-ab8c4cbd-39bc-473d-8113-e03e683e36b5 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3906bb8-f316-4e24-8d8b-b087813d5802&id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459280 May 20 21:54:08.749674 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66ffaa-49d4-435a-91a7-7b0adad0836f req-80f4c30b-5306-4c2d-bde8-2e495b9c7a79 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:54:08.751114 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ba66ffaa-49d4-435a-91a7-7b0adad0836f req-80f4c30b-5306-4c2d-bde8-2e495b9c7a79 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 984 time: 0.0844989 May 20 21:54:08.798689 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ba66ffaa-49d4-435a-91a7-7b0adad0836f req-4cb58557-3428-4dc6-addf-04af7c329034 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3906bb8-f316-4e24-8d8b-b087813d5802&id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410898 May 20 21:54:15.734387 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:22.215414 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-ba47fdba-a6f1-49bf-b534-2c05e0ce7849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:23.792586 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 6 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:54:25.539123 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:26.196164 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-e2b64879-2083-462b-b517-85b7232769f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:27.538812 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:29.211432 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:41.946225 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ab90cf6e-15d4-426b-b644-6579c4257326 req-af6357cb-2880-4d20-bb53-593bdeb57435 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-873477438&fields=id&tenant_id=abcbc096c4fa4103a838f77815161084 HTTP/1.1" status: 200 len: 267 time: 0.0418966 May 20 21:54:42.036032 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90cf6e-15d4-426b-b644-6579c4257326 req-3303c291-f2bd-4309-850b-62fa4f5ff10c tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:54:42.037537 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ab90cf6e-15d4-426b-b644-6579c4257326 req-3303c291-f2bd-4309-850b-62fa4f5ff10c tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 984 time: 0.0858271 May 20 21:54:42.049184 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.v2.base [req-ab90cf6e-15d4-426b-b644-6579c4257326 req-d9196569-8070-427d-8d42-fe3b204cad1a tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Request body: {'port': {'security_groups': ['715aff76-0230-4bdc-8efe-a012d2f9d16c']}} {{(pid=98342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 21:54:42.172691 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-ab90cf6e-15d4-426b-b644-6579c4257326 req-d9196569-8070-427d-8d42-fe3b204cad1a tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574874'] for port, before_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:42.502672 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [req-ab90cf6e-15d4-426b-b644-6579c4257326 req-d9196569-8070-427d-8d42-fe3b204cad1a tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] For port 178ac688-8c3f-44aa-babc-76d91e968d60, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=178ac688-8c3f-44aa-babc-76d91e968d60,segment=NetworkSegment(d67a449a-08cd-447d-a4db-7998b085716f),segment_id=d67a449a-08cd-447d-a4db-7998b085716f)] {{(pid=98342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:54:42.527822 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-ab90cf6e-15d4-426b-b644-6579c4257326 req-d9196569-8070-427d-8d42-fe3b204cad1a tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks [] for port, precommit_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:42.533026 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-ab90cf6e-15d4-426b-b644-6579c4257326 req-d9196569-8070-427d-8d42-fe3b204cad1a tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759169863608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759169333872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759169333917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3867198'] for port, after_update {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:42.538920 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-be643f90-7f71-4fd9-b520-cf1e26d32dd2 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:54:42.544965 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['178ac688-8c3f-44aa-babc-76d91e968d60'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:54:42.611739 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90cf6e-15d4-426b-b644-6579c4257326 req-d9196569-8070-427d-8d42-fe3b204cad1a tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:54:42.612430 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-ab90cf6e-15d4-426b-b644-6579c4257326 req-d9196569-8070-427d-8d42-fe3b204cad1a tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:42.613868 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-ab90cf6e-15d4-426b-b644-6579c4257326 req-d9196569-8070-427d-8d42-fe3b204cad1a tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "PUT /v2.0/ports/178ac688-8c3f-44aa-babc-76d91e968d60 HTTP/1.1" status: 200 len: 942 time: 0.5699911 May 20 21:54:42.614398 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b001164-34d8-4689-94d5-0031772b8b7b', 'tag': '178ac688-8c3f-44aa-babc-76d91e968d60'}] {{(pid=98342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:54:42.619910 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 48744) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:54:42.648492 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9196569-8070-427d-8d42-fe3b204cad1a tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Pushing event updated for resources: {'Port': ['ID=178ac688-8c3f-44aa-babc-76d91e968d60,revision_number=7']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:54:42.658213 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9196569-8070-427d-8d42-fe3b204cad1a tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:54:42.658589 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9196569-8070-427d-8d42-fe3b204cad1a tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:54:42.658952 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9196569-8070-427d-8d42-fe3b204cad1a tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:54:42.659397 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9196569-8070-427d-8d42-fe3b204cad1a tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:54:42.659751 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9196569-8070-427d-8d42-fe3b204cad1a tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:54:42.660104 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9196569-8070-427d-8d42-fe3b204cad1a tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:54:42.660473 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9196569-8070-427d-8d42-fe3b204cad1a tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:54:42.660847 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9196569-8070-427d-8d42-fe3b204cad1a tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:54:42.661477 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9196569-8070-427d-8d42-fe3b204cad1a tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:54:42.661958 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9196569-8070-427d-8d42-fe3b204cad1a tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:54:42.662341 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9196569-8070-427d-8d42-fe3b204cad1a tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:54:42.662753 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9196569-8070-427d-8d42-fe3b204cad1a tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:54:42.676926 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-d9196569-8070-427d-8d42-fe3b204cad1a tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:54:42.696308 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b001164-34d8-4689-94d5-0031772b8b7b', 'tag': '178ac688-8c3f-44aa-babc-76d91e968d60', 'status': 'completed', 'code': 200} May 20 21:54:42.715535 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] get_ports_and_sgs() called for port_ids ['178ac688-8c3f-44aa-babc-76d91e968d60'] {{(pid=98344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 21:54:42.720705 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-a31c670e-17a1-4de3-a54a-405fdb36206f tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:42.758396 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-a31c670e-17a1-4de3-a54a-405fdb36206f tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:42.795454 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cd631-9fe7-41f5-9e0a-0eebaac00749 req-348b0dcf-0f1d-4234-9ed6-c1ad6d886a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:54:42.797212 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b23cd631-9fe7-41f5-9e0a-0eebaac00749 req-348b0dcf-0f1d-4234-9ed6-c1ad6d886a36 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=abcbc096c4fa4103a838f77815161084&device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 1098 time: 0.0869658 May 20 21:54:42.940525 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.provisioning_blocks [None req-7e59ae59-257a-45e4-81d4-7ea8a3c873a4 None None] Provisioning complete for port 178ac688-8c3f-44aa-babc-76d91e968d60 triggered by entity DHCP. {{(pid=98344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 21:54:42.941473 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-7e59ae59-257a-45e4-81d4-7ea8a3c873a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-965792'] for port, provisioning_complete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:42.950147 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-a31c670e-17a1-4de3-a54a-405fdb36206f tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:42.956573 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cd631-9fe7-41f5-9e0a-0eebaac00749 req-554ebd93-0fff-4537-8d5d-30078dee6b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:54:42.958188 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b23cd631-9fe7-41f5-9e0a-0eebaac00749 req-554ebd93-0fff-4537-8d5d-30078dee6b5a service neutron] 10.222.0.69 "GET /v2.0/networks?id=d1a42011-6609-4104-848d-6c53dd1dd076 HTTP/1.1" status: 200 len: 916 time: 0.1535618 May 20 21:54:42.958670 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-6a002d0d-331b-47ab-8d69-a5c2f6091e85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:54:42.973440 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c670e-17a1-4de3-a54a-405fdb36206f tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3906bb8-f316-4e24-8d8b-b087813d5802,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:54:42.981915 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c670e-17a1-4de3-a54a-405fdb36206f tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:54:42.982326 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c670e-17a1-4de3-a54a-405fdb36206f tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:54:42.982705 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c670e-17a1-4de3-a54a-405fdb36206f tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:54:42.983083 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c670e-17a1-4de3-a54a-405fdb36206f tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:54:42.983447 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c670e-17a1-4de3-a54a-405fdb36206f tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:54:42.983819 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c670e-17a1-4de3-a54a-405fdb36206f tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:54:42.984183 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c670e-17a1-4de3-a54a-405fdb36206f tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:54:42.984572 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c670e-17a1-4de3-a54a-405fdb36206f tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:54:42.984945 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c670e-17a1-4de3-a54a-405fdb36206f tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:54:42.985302 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c670e-17a1-4de3-a54a-405fdb36206f tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:54:42.985723 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c670e-17a1-4de3-a54a-405fdb36206f tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:54:42.986103 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c670e-17a1-4de3-a54a-405fdb36206f tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:54:42.993577 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-a31c670e-17a1-4de3-a54a-405fdb36206f tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:54:42.994414 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-a31c670e-17a1-4de3-a54a-405fdb36206f tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:42.998189 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-a31c670e-17a1-4de3-a54a-405fdb36206f tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "DELETE /v2.0/security-groups/d3906bb8-f316-4e24-8d8b-b087813d5802 HTTP/1.1" status: 204 len: 168 time: 0.3746548 May 20 21:54:42.998346 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 48748) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:54:43.086760 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b23cd631-9fe7-41f5-9e0a-0eebaac00749 req-6477d57b-7522-42ba-bbc6-9f274f011864 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=178ac688-8c3f-44aa-babc-76d91e968d60 HTTP/1.1" status: 200 len: 1001 time: 0.1216373 May 20 21:54:43.153636 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cd631-9fe7-41f5-9e0a-0eebaac00749 req-910f7f6f-c8c0-4d08-8075-1942460954e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:54:43.155079 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b23cd631-9fe7-41f5-9e0a-0eebaac00749 req-910f7f6f-c8c0-4d08-8075-1942460954e9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9b03e749-fea9-480e-9794-2dd5e22b4a6f HTTP/1.1" status: 200 len: 854 time: 0.0616519 May 20 21:54:43.236587 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cd631-9fe7-41f5-9e0a-0eebaac00749 req-b9ff4bb3-b77c-4fd7-84e6-af7511842167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:54:43.238060 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b23cd631-9fe7-41f5-9e0a-0eebaac00749 req-b9ff4bb3-b77c-4fd7-84e6-af7511842167 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d1a42011-6609-4104-848d-6c53dd1dd076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0763934 May 20 21:54:43.293657 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [None req-fcafc342-b67e-4b39-a1bb-9e231f087505 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Deleting port 33a6f7cf-853e-49ba-a760-6d8cc097a759 {{(pid=98343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:54:43.293916 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-fcafc342-b67e-4b39-a1bb-9e231f087505 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:43.372971 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b23cd631-9fe7-41f5-9e0a-0eebaac00749 req-5687ccec-abfb-4a08-a2ab-e433e76e5085 service neutron] 10.222.0.69 "GET /v2.0/networks/d1a42011-6609-4104-848d-6c53dd1dd076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276643 May 20 21:54:43.426022 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-fcafc342-b67e-4b39-a1bb-9e231f087505 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:43.426617 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-fcafc342-b67e-4b39-a1bb-9e231f087505 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:43.509297 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b23cd631-9fe7-41f5-9e0a-0eebaac00749 req-d7eff3e7-bb85-498d-a5b9-4d9fddec319b service neutron] 10.222.0.69 "GET /v2.0/networks/d1a42011-6609-4104-848d-6c53dd1dd076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286278 May 20 21:54:43.562808 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [None req-fcafc342-b67e-4b39-a1bb-9e231f087505 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Calling delete_port for 33a6f7cf-853e-49ba-a760-6d8cc097a759 owned by network:floatingip {{(pid=98343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:54:43.683903 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-fcafc342-b67e-4b39-a1bb-9e231f087505 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:43.687579 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-37f56a45-9a9c-4d30-9855-d20b608d9aa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:54:43.729575 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcafc342-b67e-4b39-a1bb-9e231f087505 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Pushing event deleted for resources: {'Port': ['ID=33a6f7cf-853e-49ba-a760-6d8cc097a759,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:54:43.733061 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-fcafc342-b67e-4b39-a1bb-9e231f087505 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:54:43.825546 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-fcafc342-b67e-4b39-a1bb-9e231f087505 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks [] for floatingip, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:43.825801 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.db.l3_db [None req-fcafc342-b67e-4b39-a1bb-9e231f087505 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Floating IP cdfbb0a5-5954-4327-accf-a9742472b97e disassociated (deleted). External IP: 172.28.0.195, port: 178ac688-8c3f-44aa-babc-76d91e968d60. May 20 21:54:44.176952 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcafc342-b67e-4b39-a1bb-9e231f087505 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Router b9b3a587-20a9-4eea-ad12-04cf2a852cfb has already been hosted by L3 agent 0cab7e80-5b87-486c-a982-5030be84b7ba {{(pid=98343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 21:54:44.481023 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcafc342-b67e-4b39-a1bb-9e231f087505 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify agent at l3_agent.dv-cinder-792462-4-smb the message routers_updated {{(pid=98343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 21:54:44.491432 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b519b6-4d21-44b0-a06e-518099d614b9 None None] Sync routers for ids ['b9b3a587-20a9-4eea-ad12-04cf2a852cfb'] in dv-cinder-792462-4-smb {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:54:44.502231 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b519b6-4d21-44b0-a06e-518099d614b9 None None] Routers {'b9b3a587-20a9-4eea-ad12-04cf2a852cfb'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:54:44.503153 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-38b519b6-4d21-44b0-a06e-518099d614b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:54:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['b9b3a587-20a9-4eea-ad12-04cf2a852cfb'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:54:44.503293 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-fcafc342-b67e-4b39-a1bb-9e231f087505 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for floatingip, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:44.560871 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-fcafc342-b67e-4b39-a1bb-9e231f087505 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "DELETE /v2.0/floatingips/cdfbb0a5-5954-4327-accf-a9742472b97e HTTP/1.1" status: 204 len: 168 time: 1.5615749 May 20 21:54:44.561628 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b001164-34d8-4689-94d5-0031772b8b7b', 'tag': '178ac688-8c3f-44aa-babc-76d91e968d60'}] {{(pid=98343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:54:44.609408 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b001164-34d8-4689-94d5-0031772b8b7b', 'tag': '178ac688-8c3f-44aa-babc-76d91e968d60', 'status': 'completed', 'code': 200} May 20 21:54:44.700412 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-38b519b6-4d21-44b0-a06e-518099d614b9 None None] Set router b9b3a587-20a9-4eea-ad12-04cf2a852cfb gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:54:44.710812 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44368384-08bc-4e24-951e-70a6bb7751f9 req-9a659c4a-e8f9-47a4-843d-7dad82d65e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:54:44.712594 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-44368384-08bc-4e24-951e-70a6bb7751f9 req-9a659c4a-e8f9-47a4-843d-7dad82d65e51 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=abcbc096c4fa4103a838f77815161084&device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 1098 time: 0.0815527 May 20 21:54:44.851893 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44368384-08bc-4e24-951e-70a6bb7751f9 req-94e70214-377c-45fb-8b7c-5a45c9c8bf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:54:44.853382 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-44368384-08bc-4e24-951e-70a6bb7751f9 req-94e70214-377c-45fb-8b7c-5a45c9c8bf5b service neutron] 10.222.0.69 "GET /v2.0/networks?id=d1a42011-6609-4104-848d-6c53dd1dd076 HTTP/1.1" status: 200 len: 916 time: 0.1342094 May 20 21:54:44.935391 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-44368384-08bc-4e24-951e-70a6bb7751f9 req-38fe93a8-a756-43bc-a80b-143b37d24aa3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=178ac688-8c3f-44aa-babc-76d91e968d60 HTTP/1.1" status: 200 len: 217 time: 0.0743906 May 20 21:54:45.006081 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44368384-08bc-4e24-951e-70a6bb7751f9 req-e7b00aad-4ed2-49a0-8cc8-58fb35cd8a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:54:45.007783 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-44368384-08bc-4e24-951e-70a6bb7751f9 req-e7b00aad-4ed2-49a0-8cc8-58fb35cd8a86 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9b03e749-fea9-480e-9794-2dd5e22b4a6f HTTP/1.1" status: 200 len: 854 time: 0.0646470 May 20 21:54:45.038666 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-38b519b6-4d21-44b0-a06e-518099d614b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'name': 'tempest-TestMinimumBasicScenario-1818433617-router', 'tenant_id': 'abcbc096c4fa4103a838f77815161084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '95818f11-5ebe-45c1-a778-76f6feb70689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:52:30Z', 'updated_at': '2021-05-20T21:52:34Z', 'revision_number': 4, 'project_id': 'abcbc096c4fa4103a838f77815161084', 'gw_port': {'id': '95818f11-5ebe-45c1-a778-76f6feb70689', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:52:30Z', 'updated_at': '2021-05-20T21:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': '9a4e465a-b789-41f5-8f47-618f7b482b47', 'name': '', 'network_id': 'd1a42011-6609-4104-848d-6c53dd1dd076', 'tenant_id': 'abcbc096c4fa4103a838f77815161084', 'mac_address': 'fa:16:3e:ec:b2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9b03e749-fea9-480e-9794-2dd5e22b4a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:52:33Z', 'updated_at': '2021-05-20T21:52:40Z', 'revision_number': 5, 'project_id': 'abcbc096c4fa4103a838f77815161084', 'subnets': [{'id': '9b03e749-fea9-480e-9794-2dd5e22b4a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:54:45.043120 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b519b6-4d21-44b0-a06e-518099d614b9 None None] Checking router: b9b3a587-20a9-4eea-ad12-04cf2a852cfb for host: dv-cinder-792462-4-smb {{(pid=98344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:54:45.053415 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b519b6-4d21-44b0-a06e-518099d614b9 None None] Routers {'b9b3a587-20a9-4eea-ad12-04cf2a852cfb'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:54:45.054047 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-38b519b6-4d21-44b0-a06e-518099d614b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:54:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['b9b3a587-20a9-4eea-ad12-04cf2a852cfb'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:54:45.105423 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44368384-08bc-4e24-951e-70a6bb7751f9 req-f41345c7-f00d-429b-8474-670893c39e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:54:45.108111 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-44368384-08bc-4e24-951e-70a6bb7751f9 req-f41345c7-f00d-429b-8474-670893c39e82 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d1a42011-6609-4104-848d-6c53dd1dd076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0930495 May 20 21:54:45.291877 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-38b519b6-4d21-44b0-a06e-518099d614b9 None None] Set router b9b3a587-20a9-4eea-ad12-04cf2a852cfb gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:54:45.360853 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-44368384-08bc-4e24-951e-70a6bb7751f9 req-d6e0c46c-c338-45ad-97da-1fd94bcd6ca2 service neutron] 10.222.0.69 "GET /v2.0/networks/d1a42011-6609-4104-848d-6c53dd1dd076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425330 May 20 21:54:45.503488 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-44368384-08bc-4e24-951e-70a6bb7751f9 req-c0805aa7-be0c-4d1e-9a5e-fc0064a1aa6e service neutron] 10.222.0.69 "GET /v2.0/networks/d1a42011-6609-4104-848d-6c53dd1dd076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353295 May 20 21:54:45.627942 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-38b519b6-4d21-44b0-a06e-518099d614b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'name': 'tempest-TestMinimumBasicScenario-1818433617-router', 'tenant_id': 'abcbc096c4fa4103a838f77815161084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '95818f11-5ebe-45c1-a778-76f6feb70689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:52:30Z', 'updated_at': '2021-05-20T21:52:34Z', 'revision_number': 4, 'project_id': 'abcbc096c4fa4103a838f77815161084', 'gw_port': {'id': '95818f11-5ebe-45c1-a778-76f6feb70689', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:52:30Z', 'updated_at': '2021-05-20T21:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': '9a4e465a-b789-41f5-8f47-618f7b482b47', 'name': '', 'network_id': 'd1a42011-6609-4104-848d-6c53dd1dd076', 'tenant_id': 'abcbc096c4fa4103a838f77815161084', 'mac_address': 'fa:16:3e:ec:b2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9b03e749-fea9-480e-9794-2dd5e22b4a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:52:33Z', 'updated_at': '2021-05-20T21:52:40Z', 'revision_number': 5, 'project_id': 'abcbc096c4fa4103a838f77815161084', 'subnets': [{'id': '9b03e749-fea9-480e-9794-2dd5e22b4a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:54:45.632087 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b519b6-4d21-44b0-a06e-518099d614b9 None None] The sync data for ids ['b9b3a587-20a9-4eea-ad12-04cf2a852cfb'] in dv-cinder-792462-4-smb is: [{'id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'name': 'tempest-TestMinimumBasicScenario-1818433617-router', 'tenant_id': 'abcbc096c4fa4103a838f77815161084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '95818f11-5ebe-45c1-a778-76f6feb70689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:52:30Z', 'updated_at': '2021-05-20T21:52:34Z', 'revision_number': 4, 'project_id': 'abcbc096c4fa4103a838f77815161084', 'gw_port': {'id': '95818f11-5ebe-45c1-a778-76f6feb70689', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:52:30Z', 'updated_at': '2021-05-20T21:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb', '_interfaces': [{'id': '9a4e465a-b789-41f5-8f47-618f7b482b47', 'name': '', 'network_id': 'd1a42011-6609-4104-848d-6c53dd1dd076', 'tenant_id': 'abcbc096c4fa4103a838f77815161084', 'mac_address': 'fa:16:3e:ec:b2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9b03e749-fea9-480e-9794-2dd5e22b4a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:52:33Z', 'updated_at': '2021-05-20T21:52:40Z', 'revision_number': 5, 'project_id': 'abcbc096c4fa4103a838f77815161084', 'subnets': [{'id': '9b03e749-fea9-480e-9794-2dd5e22b4a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:54:45.742888 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:45.842332 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e144e2f7-134e-432e-a45d-c41b17c057ea None None] New status for floating IP cdfbb0a5-5954-4327-accf-a9742472b97e: DOWN {{(pid=98345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 21:54:47.935176 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa2b73-460d-4afc-b5a6-f0752f7888e9 req-bb235be0-8bf0-4601-9477-b559cb8ff1e8 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:54:47.936728 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-25fa2b73-460d-4afc-b5a6-f0752f7888e9 req-bb235be0-8bf0-4601-9477-b559cb8ff1e8 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 945 time: 0.0945268 May 20 21:54:47.984482 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-25fa2b73-460d-4afc-b5a6-f0752f7888e9 req-346d6a5d-9dd0-4d0a-b284-25a5ae3d16c0 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409830 May 20 21:54:49.191498 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0535bd9-5986-4595-89d8-bf8ebf716207 req-a93b5f3a-e9b3-4838-a643-ac7aa59a17cf tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:54:49.193022 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b0535bd9-5986-4595-89d8-bf8ebf716207 req-a93b5f3a-e9b3-4838-a643-ac7aa59a17cf tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 945 time: 0.0919173 May 20 21:54:49.242722 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b0535bd9-5986-4595-89d8-bf8ebf716207 req-b780d626-fef3-40b1-b953-1ad01ba1c960 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/security-groups?id=715aff76-0230-4bdc-8efe-a012d2f9d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438840 May 20 21:54:49.633706 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc3519-089a-429e-b71e-48a0d1bded33 req-21d12817-9563-4b6a-b26f-0d4d874f1929 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 21:54:49.635131 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b4fc3519-089a-429e-b71e-48a0d1bded33 req-21d12817-9563-4b6a-b26f-0d4d874f1929 tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 945 time: 0.0824175 May 20 21:54:49.788973 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [req-b4fc3519-089a-429e-b71e-48a0d1bded33 req-16b8aab7-dcc9-48d8-a639-a94aa4df8d2f tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Deleting port 178ac688-8c3f-44aa-babc-76d91e968d60 {{(pid=98342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:54:49.789418 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-b4fc3519-089a-429e-b71e-48a0d1bded33 req-16b8aab7-dcc9-48d8-a639-a94aa4df8d2f tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:49.925240 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.db [req-b4fc3519-089a-429e-b71e-48a0d1bded33 req-16b8aab7-dcc9-48d8-a639-a94aa4df8d2f tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] For port 178ac688-8c3f-44aa-babc-76d91e968d60, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=178ac688-8c3f-44aa-babc-76d91e968d60,segment=NetworkSegment(d67a449a-08cd-447d-a4db-7998b085716f),segment_id=d67a449a-08cd-447d-a4db-7998b085716f)] {{(pid=98342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:54:49.925510 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-b4fc3519-089a-429e-b71e-48a0d1bded33 req-16b8aab7-dcc9-48d8-a639-a94aa4df8d2f tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:50.053178 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.plugins.ml2.plugin [req-b4fc3519-089a-429e-b71e-48a0d1bded33 req-16b8aab7-dcc9-48d8-a639-a94aa4df8d2f tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Calling delete_port for 178ac688-8c3f-44aa-babc-76d91e968d60 owned by compute:nova {{(pid=98342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:54:50.170323 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-b4fc3519-089a-429e-b71e-48a0d1bded33 req-16b8aab7-dcc9-48d8-a639-a94aa4df8d2f tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3867191'] for port, after_delete {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:50.176053 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-71731dca-8b73-49f6-a148-36dc8024d3d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:54:50.220904 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8aab7-dcc9-48d8-a639-a94aa4df8d2f tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Pushing event deleted for resources: {'Port': ['ID=178ac688-8c3f-44aa-babc-76d91e968d60,revision_number=None']} {{(pid=98342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:54:50.224226 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG oslo_concurrency.lockutils [None req-16b8aab7-dcc9-48d8-a639-a94aa4df8d2f tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:54:50.306424 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4fc3519-089a-429e-b71e-48a0d1bded33 req-16b8aab7-dcc9-48d8-a639-a94aa4df8d2f tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] No DVR routers for this DVR port 178ac688-8c3f-44aa-babc-76d91e968d60 on host hv-cinder-79246 {{(pid=98342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:54:50.309179 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron_lib.callbacks.manager [req-b4fc3519-089a-429e-b71e-48a0d1bded33 req-16b8aab7-dcc9-48d8-a639-a94aa4df8d2f tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523441'] for port, before_response {{(pid=98342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:50.311915 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b001164-34d8-4689-94d5-0031772b8b7b', 'name': 'network-vif-deleted', 'tag': '178ac688-8c3f-44aa-babc-76d91e968d60'}] {{(pid=98342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 21:54:50.324821 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-b4fc3519-089a-429e-b71e-48a0d1bded33 req-16b8aab7-dcc9-48d8-a639-a94aa4df8d2f tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.69 "DELETE /v2.0/ports/178ac688-8c3f-44aa-babc-76d91e968d60 HTTP/1.1" status: 204 len: 173 time: 0.6838539 May 20 21:54:50.394011 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b001164-34d8-4689-94d5-0031772b8b7b', 'name': 'network-vif-deleted', 'tag': '178ac688-8c3f-44aa-babc-76d91e968d60', 'status': 'completed', 'code': 200} May 20 21:54:50.399816 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-040efa4b-62c0-436f-987e-014460b73bba req-53e03869-4a1b-4686-8af3-7536ed1f8b7a tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Synchronizing usage tracker for tenant:abcbc096c4fa4103a838f77815161084 on resource:port {{(pid=98342) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 21:54:50.421397 dv-cinder-792462-4-smb neutron-server[98342]: DEBUG neutron.quota.resource [req-040efa4b-62c0-436f-987e-014460b73bba req-53e03869-4a1b-4686-8af3-7536ed1f8b7a tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] Unset dirty status for tenant:abcbc096c4fa4103a838f77815161084 on resource:port {{(pid=98342) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 21:54:50.422488 dv-cinder-792462-4-smb neutron-server[98342]: INFO neutron.wsgi [req-040efa4b-62c0-436f-987e-014460b73bba req-53e03869-4a1b-4686-8af3-7536ed1f8b7a tempest-TestMinimumBasicScenario-1807949410 tempest-TestMinimumBasicScenario-1807949410-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b001164-34d8-4689-94d5-0031772b8b7b HTTP/1.1" status: 200 len: 210 time: 0.0678999 May 20 21:54:51.917897 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 178ac688-8c3f-44aa-babc-76d91e968d60 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:54:51.958238 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] No Port match for: 178ac688-8c3f-44aa-babc-76d91e968d60 {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:54:51.958697 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Device 178ac688-8c3f-44aa-babc-76d91e968d60 not bound to the agent host hv-cinder-79246 {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:54:52.090817 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 48830) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:54:52.220002 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-53d3540b-6db8-4c6d-825b-285f552d4d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:52.640791 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5b865ba1-7d89-42af-806e-8ca880b8c6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629786'] for router_interface, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:53.073991 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [None req-5b865ba1-7d89-42af-806e-8ca880b8c6d4 admin admin] Deleting port 9a4e465a-b789-41f5-8f47-618f7b482b47 {{(pid=98343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:54:53.074278 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5b865ba1-7d89-42af-806e-8ca880b8c6d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:53.213085 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.db [None req-5b865ba1-7d89-42af-806e-8ca880b8c6d4 admin admin] For port 9a4e465a-b789-41f5-8f47-618f7b482b47, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=9a4e465a-b789-41f5-8f47-618f7b482b47,segment=NetworkSegment(d67a449a-08cd-447d-a4db-7998b085716f),segment_id=d67a449a-08cd-447d-a4db-7998b085716f)] {{(pid=98343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:54:53.213826 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5b865ba1-7d89-42af-806e-8ca880b8c6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:53.340043 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [None req-5b865ba1-7d89-42af-806e-8ca880b8c6d4 admin admin] Calling delete_port for 9a4e465a-b789-41f5-8f47-618f7b482b47 owned by network:router_interface {{(pid=98343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:54:53.769413 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5b865ba1-7d89-42af-806e-8ca880b8c6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:53.773207 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-a2a4da2b-6e00-4dd1-9568-d84a2886a084 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:54:53.817307 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b865ba1-7d89-42af-806e-8ca880b8c6d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a4e465a-b789-41f5-8f47-618f7b482b47,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:54:53.820314 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-5b865ba1-7d89-42af-806e-8ca880b8c6d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:54:54.098336 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5b865ba1-7d89-42af-806e-8ca880b8c6d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629934'] for router_interface, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:54.474457 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b865ba1-7d89-42af-806e-8ca880b8c6d4 admin admin] Router b9b3a587-20a9-4eea-ad12-04cf2a852cfb has already been hosted by L3 agent 0cab7e80-5b87-486c-a982-5030be84b7ba {{(pid=98343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 21:54:54.656154 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b865ba1-7d89-42af-806e-8ca880b8c6d4 admin admin] Notify agent at l3_agent.dv-cinder-792462-4-smb the message routers_updated {{(pid=98343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 21:54:54.668303 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f46874-b80a-41aa-8f7c-1ba2075692d1 None None] Sync routers for ids ['b9b3a587-20a9-4eea-ad12-04cf2a852cfb'] in dv-cinder-792462-4-smb {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:54:54.675374 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-5b865ba1-7d89-42af-806e-8ca880b8c6d4 admin admin] 10.222.0.78 "PUT /v2.0/routers/b9b3a587-20a9-4eea-ad12-04cf2a852cfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5834394 May 20 21:54:54.677798 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 48834) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:54:54.679813 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f46874-b80a-41aa-8f7c-1ba2075692d1 None None] Routers {'b9b3a587-20a9-4eea-ad12-04cf2a852cfb'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:54:54.680482 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-37f46874-b80a-41aa-8f7c-1ba2075692d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:54:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['b9b3a587-20a9-4eea-ad12-04cf2a852cfb'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:54:54.866532 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c203f588-aa45-40ca-bf9f-9edf5fd32c45 admin admin] Notify callbacks [] for router, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:54.878131 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-37f46874-b80a-41aa-8f7c-1ba2075692d1 None None] Set router b9b3a587-20a9-4eea-ad12-04cf2a852cfb gateway port host: dv-cinder-792462-4-smb {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:54:55.286840 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c203f588-aa45-40ca-bf9f-9edf5fd32c45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:55.287198 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-37f46874-b80a-41aa-8f7c-1ba2075692d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'name': 'tempest-TestMinimumBasicScenario-1818433617-router', 'tenant_id': 'abcbc096c4fa4103a838f77815161084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '95818f11-5ebe-45c1-a778-76f6feb70689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:52:30Z', 'updated_at': '2021-05-20T21:54:53Z', 'revision_number': 5, 'project_id': 'abcbc096c4fa4103a838f77815161084', 'gw_port': {'id': '95818f11-5ebe-45c1-a778-76f6feb70689', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:52:30Z', 'updated_at': '2021-05-20T21:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb'}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:54:55.291458 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f46874-b80a-41aa-8f7c-1ba2075692d1 None None] Checking router: b9b3a587-20a9-4eea-ad12-04cf2a852cfb for host: dv-cinder-792462-4-smb {{(pid=98344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:54:55.300921 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f46874-b80a-41aa-8f7c-1ba2075692d1 None None] Routers {'b9b3a587-20a9-4eea-ad12-04cf2a852cfb'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:54:55.301524 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-37f46874-b80a-41aa-8f7c-1ba2075692d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:54:26Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['b9b3a587-20a9-4eea-ad12-04cf2a852cfb'], 'active': True} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:54:55.365113 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [None req-c203f588-aa45-40ca-bf9f-9edf5fd32c45 admin admin] Deleting port 95818f11-5ebe-45c1-a778-76f6feb70689 {{(pid=98343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:54:55.365457 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c203f588-aa45-40ca-bf9f-9edf5fd32c45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:55.460923 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvr_db [None req-37f46874-b80a-41aa-8f7c-1ba2075692d1 None None] Set router b9b3a587-20a9-4eea-ad12-04cf2a852cfb gateway port host: None {{(pid=98344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:54:55.491824 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.db [None req-c203f588-aa45-40ca-bf9f-9edf5fd32c45 admin admin] For port 95818f11-5ebe-45c1-a778-76f6feb70689, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=95818f11-5ebe-45c1-a778-76f6feb70689,segment=NetworkSegment(c99208f0-a511-44ea-981f-b3b92c3f5261),segment_id=c99208f0-a511-44ea-981f-b3b92c3f5261)] {{(pid=98343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:54:55.492435 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c203f588-aa45-40ca-bf9f-9edf5fd32c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:55.572243 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_hamode_db [None req-37f46874-b80a-41aa-8f7c-1ba2075692d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'name': 'tempest-TestMinimumBasicScenario-1818433617-router', 'tenant_id': 'abcbc096c4fa4103a838f77815161084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:52:30Z', 'updated_at': '2021-05-20T21:54:55Z', 'revision_number': 6, 'project_id': 'abcbc096c4fa4103a838f77815161084', 'gw_port_host': None}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:54:55.582765 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f46874-b80a-41aa-8f7c-1ba2075692d1 None None] The sync data for ids ['b9b3a587-20a9-4eea-ad12-04cf2a852cfb'] in dv-cinder-792462-4-smb is: [{'id': 'b9b3a587-20a9-4eea-ad12-04cf2a852cfb', 'name': 'tempest-TestMinimumBasicScenario-1818433617-router', 'tenant_id': 'abcbc096c4fa4103a838f77815161084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:52:30Z', 'updated_at': '2021-05-20T21:54:55Z', 'revision_number': 6, 'project_id': 'abcbc096c4fa4103a838f77815161084', 'gw_port_host': None}] {{(pid=98344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:54:55.585963 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:55.622416 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [None req-c203f588-aa45-40ca-bf9f-9edf5fd32c45 admin admin] Calling delete_port for 95818f11-5ebe-45c1-a778-76f6feb70689 owned by network:router_gateway {{(pid=98343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:54:55.766712 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c203f588-aa45-40ca-bf9f-9edf5fd32c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:55.771223 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-7fe95df0-d0d3-4fb2-86d8-7fe3cfa565f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:54:55.814931 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c203f588-aa45-40ca-bf9f-9edf5fd32c45 admin admin] Pushing event deleted for resources: {'Port': ['ID=95818f11-5ebe-45c1-a778-76f6feb70689,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:54:55.818084 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-c203f588-aa45-40ca-bf9f-9edf5fd32c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:54:55.909276 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c203f588-aa45-40ca-bf9f-9edf5fd32c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023537'] for router_gateway, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:56.084947 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c203f588-aa45-40ca-bf9f-9edf5fd32c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2025991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4977'] for router, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:56.087413 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c203f588-aa45-40ca-bf9f-9edf5fd32c45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:56.111840 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c203f588-aa45-40ca-bf9f-9edf5fd32c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2024781'] for router, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:56.112410 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c203f588-aa45-40ca-bf9f-9edf5fd32c45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9b3a587-20a9-4eea-ad12-04cf2a852cfb {{(pid=98343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 21:54:56.125528 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c203f588-aa45-40ca-bf9f-9edf5fd32c45 admin admin] Notify callbacks [] for router, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:56.127922 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-c203f588-aa45-40ca-bf9f-9edf5fd32c45 admin admin] 10.222.0.78 "DELETE /v2.0/routers/b9b3a587-20a9-4eea-ad12-04cf2a852cfb HTTP/1.1" status: 204 len: 168 time: 1.4484582 May 20 21:54:56.129670 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 48838) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:54:56.190931 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1761b07-d384-448f-ae82-954120f34aa3 admin admin] Deleting subnet 9b03e749-fea9-480e-9794-2dd5e22b4a6f {{(pid=98343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 21:54:56.193839 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c1761b07-d384-448f-ae82-954120f34aa3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:56.198969 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-6107b4c1-2f47-435c-aa06-16e8837f2f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:56.248774 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c1761b07-d384-448f-ae82-954120f34aa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809433'] for subnet, precommit_delete_associations {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:56.348456 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c1761b07-d384-448f-ae82-954120f34aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960594'] for subnet, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:56.373940 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 95818f11-5ebe-45c1-a778-76f6feb70689 no longer exists at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:54:56.412384 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] No Port match for: 95818f11-5ebe-45c1-a778-76f6feb70689 {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:54:56.412745 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 95818f11-5ebe-45c1-a778-76f6feb70689 not bound to the agent host dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:54:56.413199 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 9a4e465a-b789-41f5-8f47-618f7b482b47 no longer exists at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:54:56.449101 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] No Port match for: 9a4e465a-b789-41f5-8f47-618f7b482b47 {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:54:56.449459 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 9a4e465a-b789-41f5-8f47-618f7b482b47 not bound to the agent host dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:54:56.634376 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c1761b07-d384-448f-ae82-954120f34aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1737399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2129050'] for subnet, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:56.638163 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:54:56.674527 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1761b07-d384-448f-ae82-954120f34aa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b03e749-fea9-480e-9794-2dd5e22b4a6f,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:54:56.676505 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-c1761b07-d384-448f-ae82-954120f34aa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:56.680327 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-c1761b07-d384-448f-ae82-954120f34aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:54:56.680636 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe70999-02ff-4075-86f5-ae8c24b19d5f None None] Network d1a42011-6609-4104-848d-6c53dd1dd076 requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:54:56.683151 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-c1761b07-d384-448f-ae82-954120f34aa3 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/9b03e749-fea9-480e-9794-2dd5e22b4a6f HTTP/1.1" status: 204 len: 168 time: 0.5525513 May 20 21:54:56.685631 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 48842) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:54:56.914684 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-dc17c054-1862-432a-9cf4-c95c864ce919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985866'] for network, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:56.994038 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [None req-dc17c054-1862-432a-9cf4-c95c864ce919 admin admin] Deleting port 22565d6f-4351-43a7-a3a3-a8a4efc36879 {{(pid=98343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:54:56.994383 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-dc17c054-1862-432a-9cf4-c95c864ce919 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:57.012103 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f71f5f-bacd-424b-bb7c-ff65ad04fa19 None None] DHCP port deletion for d1a42011-6609-4104-848d-6c53dd1dd076 request from dv-cinder-792462-4-smb {{(pid=98344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:54:57.080007 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-e3f71f5f-bacd-424b-bb7c-ff65ad04fa19 None None] Deleting port 22565d6f-4351-43a7-a3a3-a8a4efc36879 {{(pid=98344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:54:57.080664 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-e3f71f5f-bacd-424b-bb7c-ff65ad04fa19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:57.100351 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.db [None req-dc17c054-1862-432a-9cf4-c95c864ce919 admin admin] For port 22565d6f-4351-43a7-a3a3-a8a4efc36879, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=22565d6f-4351-43a7-a3a3-a8a4efc36879,segment=NetworkSegment(d67a449a-08cd-447d-a4db-7998b085716f),segment_id=d67a449a-08cd-447d-a4db-7998b085716f)] {{(pid=98343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:54:57.100718 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-dc17c054-1862-432a-9cf4-c95c864ce919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:57.186724 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-e3f71f5f-bacd-424b-bb7c-ff65ad04fa19 None None] For port 22565d6f-4351-43a7-a3a3-a8a4efc36879, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=22565d6f-4351-43a7-a3a3-a8a4efc36879,segment=NetworkSegment(d67a449a-08cd-447d-a4db-7998b085716f),segment_id=d67a449a-08cd-447d-a4db-7998b085716f)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:54:57.187041 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-e3f71f5f-bacd-424b-bb7c-ff65ad04fa19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:57.229466 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [None req-dc17c054-1862-432a-9cf4-c95c864ce919 admin admin] Calling delete_port for 22565d6f-4351-43a7-a3a3-a8a4efc36879 owned by network:dhcp {{(pid=98343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:54:57.288844 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-dc17c054-1862-432a-9cf4-c95c864ce919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:57.292656 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-ccb1b31d-75b8-444f-a2b3-09423e602b26 tempest-TestShelveInstance-1965697417 tempest-TestShelveInstance-1965697417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:54:57.314740 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-e3f71f5f-bacd-424b-bb7c-ff65ad04fa19 None None] Calling delete_port for 22565d6f-4351-43a7-a3a3-a8a4efc36879 owned by network:dhcp {{(pid=98344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:54:57.336006 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17c054-1862-432a-9cf4-c95c864ce919 admin admin] Pushing event deleted for resources: {'Port': ['ID=22565d6f-4351-43a7-a3a3-a8a4efc36879,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:54:57.339547 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-dc17c054-1862-432a-9cf4-c95c864ce919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:54:57.341939 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc17c054-1862-432a-9cf4-c95c864ce919 admin admin] No DVR routers for this DVR port 22565d6f-4351-43a7-a3a3-a8a4efc36879 on host dv-cinder-792462-4-smb {{(pid=98343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:54:57.362271 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-e3f71f5f-bacd-424b-bb7c-ff65ad04fa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863'] for port, after_delete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:57.366010 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:54:57.413127 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f71f5f-bacd-424b-bb7c-ff65ad04fa19 None None] Pushing event deleted for resources: {'Port': ['ID=22565d6f-4351-43a7-a3a3-a8a4efc36879,revision_number=None']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:54:57.417572 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f71f5f-bacd-424b-bb7c-ff65ad04fa19 None None] No DVR routers for this DVR port 22565d6f-4351-43a7-a3a3-a8a4efc36879 on host dv-cinder-792462-4-smb {{(pid=98344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:54:57.427699 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f71f5f-bacd-424b-bb7c-ff65ad04fa19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:54:57.428053 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f71f5f-bacd-424b-bb7c-ff65ad04fa19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:54:57.428429 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f71f5f-bacd-424b-bb7c-ff65ad04fa19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:54:57.428852 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f71f5f-bacd-424b-bb7c-ff65ad04fa19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:54:57.429207 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f71f5f-bacd-424b-bb7c-ff65ad04fa19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:54:57.429503 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f71f5f-bacd-424b-bb7c-ff65ad04fa19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:54:57.429832 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f71f5f-bacd-424b-bb7c-ff65ad04fa19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:54:57.430158 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f71f5f-bacd-424b-bb7c-ff65ad04fa19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:54:57.430485 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f71f5f-bacd-424b-bb7c-ff65ad04fa19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:54:57.430806 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f71f5f-bacd-424b-bb7c-ff65ad04fa19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:54:57.431285 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f71f5f-bacd-424b-bb7c-ff65ad04fa19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:54:57.431464 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f71f5f-bacd-424b-bb7c-ff65ad04fa19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-4-smb {{(pid=98344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 21:54:57.436338 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-e3f71f5f-bacd-424b-bb7c-ff65ad04fa19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:54:57.459749 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-dc17c054-1862-432a-9cf4-c95c864ce919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961757', 'neutron.services.segments.db._delete_segments_for_network-8759169772665'] for network, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:57.473124 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.services.segments.db [None req-dc17c054-1862-432a-9cf4-c95c864ce919 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a42011-6609-4104-848d-6c53dd1dd076']}} {{(pid=98343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:54:57.485233 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.services.segments.db [None req-dc17c054-1862-432a-9cf4-c95c864ce919 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd67a449a-08cd-447d-a4db-7998b085716f') {'for_net_delete': True} {{(pid=98343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:54:57.485673 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.services.segments.db [None req-dc17c054-1862-432a-9cf4-c95c864ce919 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd67a449a-08cd-447d-a4db-7998b085716f') {} {{(pid=98343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:54:57.497012 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-dc17c054-1862-432a-9cf4-c95c864ce919 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759169785079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809430'] for segment, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:57.513205 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-dc17c054-1862-432a-9cf4-c95c864ce919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329'] for segment, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:57.519907 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc17c054-1862-432a-9cf4-c95c864ce919 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=98343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:54:57.520306 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-dc17c054-1862-432a-9cf4-c95c864ce919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1737233'] for segment, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:57.534119 dv-cinder-792462-4-smb neutron-server[98343]: Traceback (most recent call last): May 20 21:54:57.534119 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:54:57.534119 dv-cinder-792462-4-smb neutron-server[98343]: timer() May 20 21:54:57.534119 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:54:57.534119 dv-cinder-792462-4-smb neutron-server[98343]: cb(*args, **kw) May 20 21:54:57.534119 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 21:54:57.534119 dv-cinder-792462-4-smb neutron-server[98343]: return func(*args, **kwargs) May 20 21:54:57.534119 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:54:57.534119 dv-cinder-792462-4-smb neutron-server[98343]: self._notify() May 20 21:54:57.534119 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:54:57.534119 dv-cinder-792462-4-smb neutron-server[98343]: self.callback(batched_events) May 20 21:54:57.534119 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:54:57.534119 dv-cinder-792462-4-smb neutron-server[98343]: event.method(event) May 20 21:54:57.534119 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 21:54:57.534119 dv-cinder-792462-4-smb neutron-server[98343]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:54:57.534119 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 21:54:57.534119 dv-cinder-792462-4-smb neutron-server[98343]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:54:57.534119 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 21:54:57.534119 dv-cinder-792462-4-smb neutron-server[98343]: return f(self, *a, **k) May 20 21:54:57.534119 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 21:54:57.534119 dv-cinder-792462-4-smb neutron-server[98343]: return self._get(url).json() May 20 21:54:57.534119 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 21:54:57.534119 dv-cinder-792462-4-smb neutron-server[98343]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:54:57.534119 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:54:57.534119 dv-cinder-792462-4-smb neutron-server[98343]: return self.request(url, 'GET', **kwargs) May 20 21:54:57.534119 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:54:57.534119 dv-cinder-792462-4-smb neutron-server[98343]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:54:57.534119 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:54:57.534119 dv-cinder-792462-4-smb neutron-server[98343]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:54:57.534119 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:54:57.534119 dv-cinder-792462-4-smb neutron-server[98343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:54:57.534119 dv-cinder-792462-4-smb neutron-server[98343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:54:57.549828 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:57.615108 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-dc17c054-1862-432a-9cf4-c95c864ce919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1639574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1649568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023514'] for network, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:57.618895 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-65fe7e88-b9c2-421c-ba2b-d96792b55864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:54:57.633009 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-dc17c054-1862-432a-9cf4-c95c864ce919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for network, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:57.649052 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17c054-1862-432a-9cf4-c95c864ce919 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1a42011-6609-4104-848d-6c53dd1dd076,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:54:57.652544 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-dc17c054-1862-432a-9cf4-c95c864ce919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:54:57.654392 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-dc17c054-1862-432a-9cf4-c95c864ce919 admin admin] 10.222.0.78 "DELETE /v2.0/networks/d1a42011-6609-4104-848d-6c53dd1dd076 HTTP/1.1" status: 204 len: 168 time: 0.9678583 May 20 21:54:57.658075 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 48846) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:54:58.228285 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-9b36928f-5757-45a0-b295-4d1cc2798246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1629786'] for router_interface, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:58.318593 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 22565d6f-4351-43a7-a3a3-a8a4efc36879 no longer exists at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:54:58.356835 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] No Port match for: 22565d6f-4351-43a7-a3a3-a8a4efc36879 {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:54:58.357184 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 22565d6f-4351-43a7-a3a3-a8a4efc36879 not bound to the agent host dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:54:58.789713 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [None req-9b36928f-5757-45a0-b295-4d1cc2798246 admin admin] Deleting port eb7a0f39-fcf7-438d-8098-0f8583c0dab5 {{(pid=98343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:54:58.790423 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-9b36928f-5757-45a0-b295-4d1cc2798246 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:58.918146 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.db [None req-9b36928f-5757-45a0-b295-4d1cc2798246 admin admin] For port eb7a0f39-fcf7-438d-8098-0f8583c0dab5, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=eb7a0f39-fcf7-438d-8098-0f8583c0dab5,segment=NetworkSegment(66ba1a62-022a-44e5-84c2-e79b5236b63f),segment_id=66ba1a62-022a-44e5-84c2-e79b5236b63f)] {{(pid=98343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:54:58.918539 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-9b36928f-5757-45a0-b295-4d1cc2798246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:59.063965 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [None req-9b36928f-5757-45a0-b295-4d1cc2798246 admin admin] Calling delete_port for eb7a0f39-fcf7-438d-8098-0f8583c0dab5 owned by network:router_interface {{(pid=98343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:54:59.212253 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:59.227861 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-9b36928f-5757-45a0-b295-4d1cc2798246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:54:59.232216 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:54:59.280288 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36928f-5757-45a0-b295-4d1cc2798246 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb7a0f39-fcf7-438d-8098-0f8583c0dab5,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:54:59.312661 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-9b36928f-5757-45a0-b295-4d1cc2798246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:54:59.564371 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-9b36928f-5757-45a0-b295-4d1cc2798246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629934'] for router_interface, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:00.063360 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b36928f-5757-45a0-b295-4d1cc2798246 admin admin] Router dad7d290-2b89-40ae-9dc4-aec8a590c573 has already been hosted by L3 agent 0cab7e80-5b87-486c-a982-5030be84b7ba {{(pid=98343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 21:55:00.248917 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b36928f-5757-45a0-b295-4d1cc2798246 admin admin] Notify agent at l3_agent.dv-cinder-792462-4-smb the message routers_updated {{(pid=98343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 21:55:00.258533 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b726a22-be69-42b6-b34c-c6b075adc4e0 None None] Sync routers for ids ['dad7d290-2b89-40ae-9dc4-aec8a590c573'] in dv-cinder-792462-4-smb {{(pid=98345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 21:55:00.268695 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b726a22-be69-42b6-b34c-c6b075adc4e0 None None] Routers {'dad7d290-2b89-40ae-9dc4-aec8a590c573'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:55:00.269287 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-5b726a22-be69-42b6-b34c-c6b075adc4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:54:56Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['dad7d290-2b89-40ae-9dc4-aec8a590c573'], 'active': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:55:00.278120 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-9b36928f-5757-45a0-b295-4d1cc2798246 admin admin] 10.222.0.78 "PUT /v2.0/routers/dad7d290-2b89-40ae-9dc4-aec8a590c573/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6189635 May 20 21:55:00.278740 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 48850) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:55:00.469395 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvr_db [None req-5b726a22-be69-42b6-b34c-c6b075adc4e0 None None] Set router dad7d290-2b89-40ae-9dc4-aec8a590c573 gateway port host: dv-cinder-792462-4-smb {{(pid=98345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:55:00.506331 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-647cec9e-fc5d-464b-92ea-ef20eb1b0df2 admin admin] Notify callbacks [] for router, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:00.722387 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-647cec9e-fc5d-464b-92ea-ef20eb1b0df2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:00.804862 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 6 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:55:00.821293 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [None req-647cec9e-fc5d-464b-92ea-ef20eb1b0df2 admin admin] Deleting port 5a99b694-67d6-4a99-8a4c-1e4eee94a5db {{(pid=98343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:55:00.822105 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-647cec9e-fc5d-464b-92ea-ef20eb1b0df2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:00.843448 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-5b726a22-be69-42b6-b34c-c6b075adc4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad7d290-2b89-40ae-9dc4-aec8a590c573', 'name': 'tempest-TestMinimumBasicScenario-378393796-router', 'tenant_id': 'e69a8f932d3b472086d54c58887ead42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'external_fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': '5a99b694-67d6-4a99-8a4c-1e4eee94a5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:52:38Z', 'updated_at': '2021-05-20T21:54:59Z', 'revision_number': 5, 'project_id': 'e69a8f932d3b472086d54c58887ead42', 'gw_port': {'id': '5a99b694-67d6-4a99-8a4c-1e4eee94a5db', 'name': '', 'network_id': '6a7b2292-60f2-468f-9a72-8977b3c695a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:3c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad7d290-2b89-40ae-9dc4-aec8a590c573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T21:52:39Z', 'updated_at': '2021-05-20T21:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '682e5247-0975-4386-b3ba-8aaf11b83d2b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-4-smb'}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:55:00.848750 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b726a22-be69-42b6-b34c-c6b075adc4e0 None None] Checking router: dad7d290-2b89-40ae-9dc4-aec8a590c573 for host: dv-cinder-792462-4-smb {{(pid=98345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 21:55:00.863246 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b726a22-be69-42b6-b34c-c6b075adc4e0 None None] Routers {'dad7d290-2b89-40ae-9dc4-aec8a590c573'} bound to L3 agent in host dv-cinder-792462-4-smb {{(pid=98345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 21:55:00.863927 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-5b726a22-be69-42b6-b34c-c6b075adc4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T21:34:26Z,description=,heartbeat_timestamp=2021-05-20T21:54:56Z,host='dv-cinder-792462-4-smb',id=0cab7e80-5b87-486c-a982-5030be84b7ba,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T21:34:26Z,topic='l3_agent')) {'router_ids': ['dad7d290-2b89-40ae-9dc4-aec8a590c573'], 'active': True} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:55:00.976979 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.db [None req-647cec9e-fc5d-464b-92ea-ef20eb1b0df2 admin admin] For port 5a99b694-67d6-4a99-8a4c-1e4eee94a5db, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=5a99b694-67d6-4a99-8a4c-1e4eee94a5db,segment=NetworkSegment(c99208f0-a511-44ea-981f-b3b92c3f5261),segment_id=c99208f0-a511-44ea-981f-b3b92c3f5261)] {{(pid=98343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:55:00.977274 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-647cec9e-fc5d-464b-92ea-ef20eb1b0df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:01.039210 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_dvr_db [None req-5b726a22-be69-42b6-b34c-c6b075adc4e0 None None] Set router dad7d290-2b89-40ae-9dc4-aec8a590c573 gateway port host: None {{(pid=98345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 21:55:01.130396 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [None req-647cec9e-fc5d-464b-92ea-ef20eb1b0df2 admin admin] Calling delete_port for 5a99b694-67d6-4a99-8a4c-1e4eee94a5db owned by network:router_gateway {{(pid=98343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:55:01.163005 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.l3_hamode_db [None req-5b726a22-be69-42b6-b34c-c6b075adc4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad7d290-2b89-40ae-9dc4-aec8a590c573', 'name': 'tempest-TestMinimumBasicScenario-378393796-router', 'tenant_id': 'e69a8f932d3b472086d54c58887ead42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:52:38Z', 'updated_at': '2021-05-20T21:55:00Z', 'revision_number': 6, 'project_id': 'e69a8f932d3b472086d54c58887ead42', 'gw_port_host': None}], 'dv-cinder-792462-4-smb', False) {} {{(pid=98345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:55:01.167865 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b726a22-be69-42b6-b34c-c6b075adc4e0 None None] The sync data for ids ['dad7d290-2b89-40ae-9dc4-aec8a590c573'] in dv-cinder-792462-4-smb is: [{'id': 'dad7d290-2b89-40ae-9dc4-aec8a590c573', 'name': 'tempest-TestMinimumBasicScenario-378393796-router', 'tenant_id': 'e69a8f932d3b472086d54c58887ead42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T21:52:38Z', 'updated_at': '2021-05-20T21:55:00Z', 'revision_number': 6, 'project_id': 'e69a8f932d3b472086d54c58887ead42', 'gw_port_host': None}] {{(pid=98345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 21:55:01.345730 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-647cec9e-fc5d-464b-92ea-ef20eb1b0df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:01.351477 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-11157798-5869-4385-8945-6ab49dcf5411 tempest-ServerRescueNegativeTestJSON-175972576 tempest-ServerRescueNegativeTestJSON-175972576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:55:01.409009 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647cec9e-fc5d-464b-92ea-ef20eb1b0df2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a99b694-67d6-4a99-8a4c-1e4eee94a5db,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:55:01.413483 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-647cec9e-fc5d-464b-92ea-ef20eb1b0df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:55:01.537541 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-647cec9e-fc5d-464b-92ea-ef20eb1b0df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2023537'] for router_gateway, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:01.732372 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-647cec9e-fc5d-464b-92ea-ef20eb1b0df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2025991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4977'] for router, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:01.734879 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-647cec9e-fc5d-464b-92ea-ef20eb1b0df2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:01.885676 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-647cec9e-fc5d-464b-92ea-ef20eb1b0df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2024781'] for router, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:01.886223 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647cec9e-fc5d-464b-92ea-ef20eb1b0df2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dad7d290-2b89-40ae-9dc4-aec8a590c573 {{(pid=98343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 21:55:01.899188 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-647cec9e-fc5d-464b-92ea-ef20eb1b0df2 admin admin] Notify callbacks [] for router, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:01.900144 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-647cec9e-fc5d-464b-92ea-ef20eb1b0df2 admin admin] 10.222.0.78 "DELETE /v2.0/routers/dad7d290-2b89-40ae-9dc4-aec8a590c573 HTTP/1.1" status: 204 len: 168 time: 1.6203008 May 20 21:55:01.902691 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 48854) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:55:01.964093 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd63bd1-eb32-47c1-81a5-3a1619d1402a admin admin] Deleting subnet be171d75-a90b-4f12-bf6f-5b45e0a62ed1 {{(pid=98343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 21:55:01.967262 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5fd63bd1-eb32-47c1-81a5-3a1619d1402a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:02.023020 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5fd63bd1-eb32-47c1-81a5-3a1619d1402a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2809433'] for subnet, precommit_delete_associations {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:02.119365 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5fd63bd1-eb32-47c1-81a5-3a1619d1402a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-960594'] for subnet, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:02.337957 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device eb7a0f39-fcf7-438d-8098-0f8583c0dab5 no longer exists at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:55:02.373002 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] No Port match for: eb7a0f39-fcf7-438d-8098-0f8583c0dab5 {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:55:02.373424 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device eb7a0f39-fcf7-438d-8098-0f8583c0dab5 not bound to the agent host dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:55:02.373909 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 5a99b694-67d6-4a99-8a4c-1e4eee94a5db no longer exists at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:55:02.411242 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5fd63bd1-eb32-47c1-81a5-3a1619d1402a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-960589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1737399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2129050'] for subnet, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:02.416929 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] No Port match for: 5a99b694-67d6-4a99-8a4c-1e4eee94a5db {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:55:02.417219 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:55:02.417364 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device 5a99b694-67d6-4a99-8a4c-1e4eee94a5db not bound to the agent host dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:55:02.457299 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-5fd63bd1-eb32-47c1-81a5-3a1619d1402a admin admin] Notify callbacks [] for subnet, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:02.460530 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd63bd1-eb32-47c1-81a5-3a1619d1402a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be171d75-a90b-4f12-bf6f-5b45e0a62ed1,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:55:02.462766 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6c95bb-b882-4387-b72d-5e5ccef63431 None None] Network 0164a624-1971-4240-816c-733f1fddcd6e requested from dv-cinder-792462-4-smb {{(pid=98344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 21:55:02.462903 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-5fd63bd1-eb32-47c1-81a5-3a1619d1402a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:55:02.467559 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-5fd63bd1-eb32-47c1-81a5-3a1619d1402a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/be171d75-a90b-4f12-bf6f-5b45e0a62ed1 HTTP/1.1" status: 204 len: 168 time: 0.5639217 May 20 21:55:02.470911 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 48858) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:55:02.599934 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-248621cb-5ef9-4f2f-bc42-b368a8319184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985866'] for network, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:02.684642 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [None req-248621cb-5ef9-4f2f-bc42-b368a8319184 admin admin] Deleting port c19145e6-827c-4b50-a274-13967023d42a {{(pid=98343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:55:02.685057 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-248621cb-5ef9-4f2f-bc42-b368a8319184 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:02.742284 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007b7ef1-3a74-49aa-ad50-1680c53ded9e None None] DHCP port deletion for 0164a624-1971-4240-816c-733f1fddcd6e request from dv-cinder-792462-4-smb {{(pid=98344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 21:55:02.802078 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.db [None req-248621cb-5ef9-4f2f-bc42-b368a8319184 admin admin] For port c19145e6-827c-4b50-a274-13967023d42a, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=c19145e6-827c-4b50-a274-13967023d42a,segment=NetworkSegment(66ba1a62-022a-44e5-84c2-e79b5236b63f),segment_id=66ba1a62-022a-44e5-84c2-e79b5236b63f)] {{(pid=98343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:55:02.802741 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-248621cb-5ef9-4f2f-bc42-b368a8319184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:02.817841 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-007b7ef1-3a74-49aa-ad50-1680c53ded9e None None] Deleting port c19145e6-827c-4b50-a274-13967023d42a {{(pid=98344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 21:55:02.818221 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-007b7ef1-3a74-49aa-ad50-1680c53ded9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759169860563'] for port, before_delete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:02.920149 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.db [None req-007b7ef1-3a74-49aa-ad50-1680c53ded9e None None] For port c19145e6-827c-4b50-a274-13967023d42a, host dv-cinder-792462-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-4-smb',level=0,port_id=c19145e6-827c-4b50-a274-13967023d42a,segment=NetworkSegment(66ba1a62-022a-44e5-84c2-e79b5236b63f),segment_id=66ba1a62-022a-44e5-84c2-e79b5236b63f)] {{(pid=98344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 21:55:02.920661 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-007b7ef1-3a74-49aa-ad50-1680c53ded9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628832'] for port, precommit_delete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:02.933069 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.plugin [None req-248621cb-5ef9-4f2f-bc42-b368a8319184 admin admin] Calling delete_port for c19145e6-827c-4b50-a274-13967023d42a owned by network:dhcp {{(pid=98343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:55:02.990379 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-248621cb-5ef9-4f2f-bc42-b368a8319184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1737284'] for port, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:02.995584 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-912fbeda-9154-4d23-8142-272cdd4f0dd8 tempest-AttachVolumeShelveTestJSON-1162274700 tempest-AttachVolumeShelveTestJSON-1162274700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:55:03.045017 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248621cb-5ef9-4f2f-bc42-b368a8319184 admin admin] Pushing event deleted for resources: {'Port': ['ID=c19145e6-827c-4b50-a274-13967023d42a,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:55:03.046852 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248621cb-5ef9-4f2f-bc42-b368a8319184 admin admin] No DVR routers for this DVR port c19145e6-827c-4b50-a274-13967023d42a on host dv-cinder-792462-4-smb {{(pid=98343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:55:03.049143 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-248621cb-5ef9-4f2f-bc42-b368a8319184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:55:03.060455 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-007b7ef1-3a74-49aa-ad50-1680c53ded9e None None] Calling delete_port for c19145e6-827c-4b50-a274-13967023d42a owned by network:dhcp {{(pid=98344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 21:55:03.115883 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-007b7ef1-3a74-49aa-ad50-1680c53ded9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649599', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759169863626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759169333863'] for port, after_delete {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:03.119804 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-6991231f-1637-4f7f-8969-194c59c40299 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:55:03.163408 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b7ef1-3a74-49aa-ad50-1680c53ded9e None None] Pushing event deleted for resources: {'Port': ['ID=c19145e6-827c-4b50-a274-13967023d42a,revision_number=None']} {{(pid=98344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:55:03.166422 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG oslo_concurrency.lockutils [None req-007b7ef1-3a74-49aa-ad50-1680c53ded9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:55:03.167225 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007b7ef1-3a74-49aa-ad50-1680c53ded9e None None] No DVR routers for this DVR port c19145e6-827c-4b50-a274-13967023d42a on host dv-cinder-792462-4-smb {{(pid=98344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 21:55:03.171236 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-248621cb-5ef9-4f2f-bc42-b368a8319184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961757', 'neutron.services.segments.db._delete_segments_for_network-8759169772665'] for network, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:03.185960 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.services.segments.db [None req-248621cb-5ef9-4f2f-bc42-b368a8319184 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0164a624-1971-4240-816c-733f1fddcd6e']}} {{(pid=98343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:55:03.199268 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.services.segments.db [None req-248621cb-5ef9-4f2f-bc42-b368a8319184 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ba1a62-022a-44e5-84c2-e79b5236b63f') {'for_net_delete': True} {{(pid=98343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:55:03.199559 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.services.segments.db [None req-248621cb-5ef9-4f2f-bc42-b368a8319184 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ba1a62-022a-44e5-84c2-e79b5236b63f') {} {{(pid=98343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 21:55:03.211643 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-248621cb-5ef9-4f2f-bc42-b368a8319184 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759169785079', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2809430'] for segment, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:03.229104 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-248621cb-5ef9-4f2f-bc42-b368a8319184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329'] for segment, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:03.235257 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248621cb-5ef9-4f2f-bc42-b368a8319184 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=98343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 21:55:03.235711 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-248621cb-5ef9-4f2f-bc42-b368a8319184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1737233'] for segment, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:03.249104 dv-cinder-792462-4-smb neutron-server[98343]: Traceback (most recent call last): May 20 21:55:03.249104 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 21:55:03.249104 dv-cinder-792462-4-smb neutron-server[98343]: timer() May 20 21:55:03.249104 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 21:55:03.249104 dv-cinder-792462-4-smb neutron-server[98343]: cb(*args, **kw) May 20 21:55:03.249104 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 21:55:03.249104 dv-cinder-792462-4-smb neutron-server[98343]: return func(*args, **kwargs) May 20 21:55:03.249104 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 21:55:03.249104 dv-cinder-792462-4-smb neutron-server[98343]: self._notify() May 20 21:55:03.249104 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 21:55:03.249104 dv-cinder-792462-4-smb neutron-server[98343]: self.callback(batched_events) May 20 21:55:03.249104 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 21:55:03.249104 dv-cinder-792462-4-smb neutron-server[98343]: event.method(event) May 20 21:55:03.249104 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 21:55:03.249104 dv-cinder-792462-4-smb neutron-server[98343]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 21:55:03.249104 dv-cinder-792462-4-smb neutron-server[98343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 21:55:03.249104 dv-cinder-792462-4-smb neutron-server[98343]: aggregate_uuid = self.p_client.list_aggregates( May 20 21:55:03.249104 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 21:55:03.249104 dv-cinder-792462-4-smb neutron-server[98343]: return f(self, *a, **k) May 20 21:55:03.249104 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 21:55:03.249104 dv-cinder-792462-4-smb neutron-server[98343]: return self._get(url).json() May 20 21:55:03.249104 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 21:55:03.249104 dv-cinder-792462-4-smb neutron-server[98343]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 21:55:03.249104 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 21:55:03.249104 dv-cinder-792462-4-smb neutron-server[98343]: return self.request(url, 'GET', **kwargs) May 20 21:55:03.249104 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 21:55:03.249104 dv-cinder-792462-4-smb neutron-server[98343]: base_url = self.get_endpoint(auth, allow=allow, May 20 21:55:03.249104 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 21:55:03.249104 dv-cinder-792462-4-smb neutron-server[98343]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 21:55:03.249104 dv-cinder-792462-4-smb neutron-server[98343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 21:55:03.249104 dv-cinder-792462-4-smb neutron-server[98343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 21:55:03.249104 dv-cinder-792462-4-smb neutron-server[98343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 21:55:03.333531 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-248621cb-5ef9-4f2f-bc42-b368a8319184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1639574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1649568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2023514'] for network, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:03.337098 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:55:03.351886 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-248621cb-5ef9-4f2f-bc42-b368a8319184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649549'] for network, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:03.363504 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248621cb-5ef9-4f2f-bc42-b368a8319184 admin admin] Pushing event deleted for resources: {'Network': ['ID=0164a624-1971-4240-816c-733f1fddcd6e,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:55:03.368021 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-248621cb-5ef9-4f2f-bc42-b368a8319184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:55:03.371295 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-248621cb-5ef9-4f2f-bc42-b368a8319184 admin admin] 10.222.0.78 "DELETE /v2.0/networks/0164a624-1971-4240-816c-733f1fddcd6e HTTP/1.1" status: 204 len: 168 time: 0.8994317 May 20 21:55:03.575481 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 48864) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:55:03.625470 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-2aea646c-95b4-4f43-b7f3-f210584c39df admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=abcbc096c4fa4103a838f77815161084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486782 May 20 21:55:03.627773 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 48868) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:55:03.692608 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-538e3138-706c-4176-9aab-6b5d4ccf995c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:03.718842 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-538e3138-706c-4176-9aab-6b5d4ccf995c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:03.772971 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-538e3138-706c-4176-9aab-6b5d4ccf995c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:03.776883 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-8abfbeee-f885-4223-8a9a-eac66ff7a201 tempest-AttachVolumeTestJSON-800107961 tempest-AttachVolumeTestJSON-800107961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:55:03.791770 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e3138-706c-4176-9aab-6b5d4ccf995c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715aff76-0230-4bdc-8efe-a012d2f9d16c,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:55:03.795845 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-538e3138-706c-4176-9aab-6b5d4ccf995c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:55:03.799751 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-538e3138-706c-4176-9aab-6b5d4ccf995c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:03.800900 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-538e3138-706c-4176-9aab-6b5d4ccf995c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/715aff76-0230-4bdc-8efe-a012d2f9d16c HTTP/1.1" status: 204 len: 168 time: 0.1721854 May 20 21:55:04.192249 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 48876) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:55:04.243504 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-2c48767a-5ddc-42ab-a33f-b1467b2389af admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e69a8f932d3b472086d54c58887ead42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499601 May 20 21:55:04.245908 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.wsgi [-] (98343) accepted ('10.222.0.78', 48880) {{(pid=98343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 21:55:04.317212 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-cb06e00c-ddb3-426f-9d1a-dc40fdb180d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:04.324521 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device c19145e6-827c-4b50-a274-13967023d42a no longer exists at agent ovs-agent-dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 21:55:04.345967 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-cb06e00c-ddb3-426f-9d1a-dc40fdb180d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:04.362939 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] No Port match for: c19145e6-827c-4b50-a274-13967023d42a {{(pid=98344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 21:55:04.363278 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron.plugins.ml2.rpc [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Device c19145e6-827c-4b50-a274-13967023d42a not bound to the agent host dv-cinder-792462-4-smb {{(pid=98344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 21:55:04.406221 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-cb06e00c-ddb3-426f-9d1a-dc40fdb180d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639540'] for security_group, after_delete {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:04.410842 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-71370b85-046a-45fd-989c-ec2633be7872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 21:55:04.422415 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb06e00c-ddb3-426f-9d1a-dc40fdb180d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7913f469-772b-423d-98fe-b25aec92e8f5,revision_number=None']} {{(pid=98343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 21:55:04.426538 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG oslo_concurrency.lockutils [None req-cb06e00c-ddb3-426f-9d1a-dc40fdb180d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 21:55:04.429830 dv-cinder-792462-4-smb neutron-server[98343]: DEBUG neutron_lib.callbacks.manager [None req-cb06e00c-ddb3-426f-9d1a-dc40fdb180d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:04.430934 dv-cinder-792462-4-smb neutron-server[98343]: INFO neutron.wsgi [None req-cb06e00c-ddb3-426f-9d1a-dc40fdb180d1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7913f469-772b-423d-98fe-b25aec92e8f5 HTTP/1.1" status: 204 len: 168 time: 0.1841424 May 20 21:55:15.755726 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:22.223419 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-ab7b4f08-3672-4d00-b77e-e5fad95f52ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:25.539358 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:26.202253 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-4850bf65-c17d-4761-9547-4655df8ae713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:27.547912 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:29.215395 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:37.791040 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 6 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:55:45.767288 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:52.227633 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-46ad939e-2ffe-4034-8093-3c1c70350a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:55.544457 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:56.204056 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-995fa7c6-10a7-454f-b970-6ff76e8733f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:57.548842 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:55:59.217067 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:56:14.790704 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 6 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:56:15.783686 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:56:22.231721 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-613ad1e3-0487-4e39-a617-a10dd7e1f02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:56:25.539424 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:56:26.207796 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-d071d8ab-b1ed-49d3-a335-992afe3021a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:56:27.551980 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:56:29.220055 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:56:45.788856 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:56:51.789842 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 6 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:56:52.234041 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-800c39ce-ee75-4991-887a-cf99d2674956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:56:55.542073 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:56:56.209827 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-6471862a-2995-43b3-bfe0-bd9b3d220f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:56:57.555629 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:56:59.223453 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:15.794451 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:22.236093 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-d9b8ae61-96ca-41ba-adcc-9ea9d12d5a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:25.544352 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:26.211561 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-876a1173-62ce-4972-8f8c-a4acc4d982d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:27.558277 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:28.788864 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 6 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:57:29.224140 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:45.809666 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:52.238359 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-205f8acf-c54d-4a53-8359-c02d5169e953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:55.547299 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:56.212772 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-eb82dc76-b3ac-48a7-be2e-9ba4542c1607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:57.559368 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:57:59.227960 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:05.789013 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 6 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:58:15.827617 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:22.241428 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-0e24b941-981f-4b6f-8947-8747456497ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:25.549621 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:26.214075 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-35cd2d61-8dc4-4301-8344-093e7c92f16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:27.565947 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:29.237326 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:42.791526 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 6 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:58:45.827602 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:52.244732 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-37cb8cca-44e7-4583-bcf7-d16a84516c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:55.552917 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:56.219670 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-d2eb1d80-fc91-4871-a18d-b1186d744cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:57.566440 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:58:59.233999 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:59:15.826605 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:59:19.790833 dv-cinder-792462-4-smb neutron-server[98345]: DEBUG neutron.db.agents_db [None req-e876e35c-a416-4ae5-a527-31cea338a171 None None] Agent healthcheck: found 6 active agents {{(pid=98345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 21:59:22.247238 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-1f3445a3-a807-4e6e-8398-c3bb0b30a89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:59:25.555977 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9d95-5c53-4877-8833-3f549bcca430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:59:26.212286 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-26c784eb-a624-4ea3-952f-0897b4feee80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:59:27.567892 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-a43d08a9-507d-481f-91d2-21d205ede886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:59:29.238319 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-048aa4dc-63a3-4a27-a10d-7f8fdff6f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:59:45.842465 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-270b693e-87ab-44ac-82e8-7199b972a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 21:59:52.250332 dv-cinder-792462-4-smb neutron-server[98344]: DEBUG neutron_lib.callbacks.manager [None req-100e37b1-9ee0-490e-acfe-e5209ae15ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759169777484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965651'] for agent, after_update {{(pid=98344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}